You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/01/03 17:28:39 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 142 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/142/

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver

Error Message:
Error from server at https://127.0.0.1:42355/solr: Underlying core creation failed while creating collection: testLeaderFailsOver

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42355/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=62481, name=Thread-16305, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=62481, name=Thread-16305, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
	at __randomizedtesting.SeedInfo.seed([B27E98F8444D4BDF:3A2AA722EAB12627]:0)
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([B27E98F8444D4BDF]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:694)




Build Log:
[...truncated 14509 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
   [junit4]   2> 1970698 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1970698 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1970699 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/data-dir-135-001
   [junit4]   2> 1970699 WARN  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
   [junit4]   2> 1970699 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1970701 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1970701 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001
   [junit4]   2> 1970701 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1970702 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1970702 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1970702 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1970802 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 36245
   [junit4]   2> 1970802 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36245
   [junit4]   2> 1970802 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36245
   [junit4]   2> 1970802 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36245
   [junit4]   2> 1970803 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1970804 INFO  (zkConnectionManagerCallback-15981-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970805 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1970807 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1970807 INFO  (zkConnectionManagerCallback-15983-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970808 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1970808 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1970809 INFO  (zkConnectionManagerCallback-15985-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970809 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1970810 WARN  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker-SendThread(127.0.0.1:36245)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1027ff52f7c0002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1027ff52f7c0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1027ff52f7c0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1970913 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1970913 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1970913 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1970913 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1970913 INFO  (jetty-launcher-15986-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 1970913 INFO  (jetty-launcher-15986-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 1970916 INFO  (jetty-launcher-15986-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1970916 INFO  (jetty-launcher-15986-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1970916 INFO  (jetty-launcher-15986-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1970916 INFO  (jetty-launcher-15986-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1970916 INFO  (jetty-launcher-15986-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1970916 INFO  (jetty-launcher-15986-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1970916 INFO  (jetty-launcher-15986-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66e3984b{/solr,null,AVAILABLE}
   [junit4]   2> 1970916 INFO  (jetty-launcher-15986-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31c2f552{/solr,null,AVAILABLE}
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5285f2df{SSL, (ssl, http/1.1)}{127.0.0.1:42355}
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-1) [     ] o.e.j.s.Server Started @1970943ms
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36245/solr, hostPort=42355}
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@555d9a49{SSL, (ssl, http/1.1)}{127.0.0.1:36651}
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-2) [     ] o.e.j.s.Server Started @1970943ms
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36245/solr, hostPort=36651}
   [junit4]   2> 1970917 ERROR (jetty-launcher-15986-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 1970917 ERROR (jetty-launcher-15986-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-03T16:17:40.369Z
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1970917 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-03T16:17:40.369Z
   [junit4]   2> 1970919 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1970920 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1970920 INFO  (zkConnectionManagerCallback-15988-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970920 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1970920 INFO  (zkConnectionManagerCallback-15990-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970920 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1970924 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1970924 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1970929 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1970929 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1970930 WARN  (jetty-launcher-15986-thread-2-SendThread(127.0.0.1:36245)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1027ff52f7c0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1027ff52f7c0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1027ff52f7c0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1971563 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1971564 WARN  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1971564 WARN  (jetty-launcher-15986-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2dfae9f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971564 WARN  (jetty-launcher-15986-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2dfae9f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971567 WARN  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1971567 WARN  (jetty-launcher-15986-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@244846aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971567 WARN  (jetty-launcher-15986-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@244846aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971568 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36245/solr
   [junit4]   2> 1971569 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1971572 INFO  (zkConnectionManagerCallback-16004-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971572 INFO  (jetty-launcher-15986-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1971578 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1971578 WARN  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1971579 WARN  (jetty-launcher-15986-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57f8aabd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971579 WARN  (jetty-launcher-15986-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57f8aabd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971580 WARN  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1971581 WARN  (jetty-launcher-15986-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f6f9845[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971581 WARN  (jetty-launcher-15986-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f6f9845[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971582 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36245/solr
   [junit4]   2> 1971582 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1971583 INFO  (zkConnectionManagerCallback-16012-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971583 INFO  (jetty-launcher-15986-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1971674 INFO  (jetty-launcher-15986-thread-1) [n:127.0.0.1:42355_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1971675 INFO  (zkConnectionManagerCallback-16014-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971675 INFO  (jetty-launcher-15986-thread-1) [n:127.0.0.1:42355_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1971736 INFO  (jetty-launcher-15986-thread-1) [n:127.0.0.1:42355_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42355_solr
   [junit4]   2> 1971736 INFO  (jetty-launcher-15986-thread-1) [n:127.0.0.1:42355_solr     ] o.a.s.c.Overseer Overseer (id=72761235031719943-127.0.0.1:42355_solr-n_0000000000) starting
   [junit4]   2> 1971741 INFO  (OverseerStateUpdate-72761235031719943-127.0.0.1:42355_solr-n_0000000000) [n:127.0.0.1:42355_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42355_solr
   [junit4]   2> 1971741 INFO  (jetty-launcher-15986-thread-1) [n:127.0.0.1:42355_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42355_solr
   [junit4]   2> 1971742 INFO  (OverseerStateUpdate-72761235031719943-127.0.0.1:42355_solr-n_0000000000) [n:127.0.0.1:42355_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1971744 INFO  (jetty-launcher-15986-thread-1) [n:127.0.0.1:42355_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1971744 WARN  (jetty-launcher-15986-thread-1) [n:127.0.0.1:42355_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1971770 INFO  (jetty-launcher-15986-thread-1) [n:127.0.0.1:42355_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node1
   [junit4]   2> 1971774 INFO  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1971776 INFO  (zkConnectionManagerCallback-16026-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971776 INFO  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1971779 INFO  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1971782 INFO  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:36651_solr as DOWN
   [junit4]   2> 1971783 INFO  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1971783 INFO  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36651_solr
   [junit4]   2> 1971783 INFO  (zkCallback-16013-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1971784 INFO  (zkCallback-16025-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1971784 INFO  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1971785 WARN  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1971795 INFO  (jetty-launcher-15986-thread-2) [n:127.0.0.1:36651_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node2
   [junit4]   2> 1971801 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1971801 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1971802 INFO  (zkConnectionManagerCallback-16037-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971802 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1971803 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1971804 INFO  (SUITE-LeaderTragicEventTest-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36245/solr ready
   [junit4]   2> 1971824 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
   [junit4]   2> 1971847 INFO  (OverseerThreadFactory-16021-thread-1-processing-n:127.0.0.1:42355_solr) [n:127.0.0.1:42355_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
   [junit4]   2> 1971954 INFO  (OverseerStateUpdate-72761235031719943-127.0.0.1:42355_solr-n_0000000000) [n:127.0.0.1:42355_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:36651_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1971955 INFO  (OverseerStateUpdate-72761235031719943-127.0.0.1:42355_solr-n_0000000000) [n:127.0.0.1:42355_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:42355_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1972165 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr    x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1972166 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr    x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1972174 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 1972181 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1972182 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1972184 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1972184 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
   [junit4]   2> 1972184 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
   [junit4]   2> 1972190 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 1972197 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1972198 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1972199 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
   [junit4]   2> 1972199 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
   [junit4]   2> 1972219 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1972219 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1972220 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1972220 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1972221 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1972221 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1972222 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1972222 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1687882995255476224
   [junit4]   2> 1972223 INFO  (searcherExecutor-16039-thread-1-processing-n:127.0.0.1:42355_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1972225 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1972225 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1972226 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1972226 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 1972226 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1972226 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1972227 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1972227 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1972227 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1972228 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1687882995261767680
   [junit4]   2> 1972229 INFO  (searcherExecutor-16041-thread-1-processing-n:127.0.0.1:36651_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1972230 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9999ms
   [junit4]   2> 1972234 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 1972234 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 1972731 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1972731 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1972731 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42355/solr/testOtherReplicasAreNotActive_shard1_replica_n2/
   [junit4]   2> 1972732 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:42355/solr  START replicas=[https://127.0.0.1:36651/solr/testOtherReplicasAreNotActive_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 1972732 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:42355/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 1972737 INFO  (qtp1604710713-23397) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1972737 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1972737 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1972737 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/72761235031719943-core_node4-n_0000000000
   [junit4]   2> 1972739 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42355/solr/testOtherReplicasAreNotActive_shard1_replica_n2/ shard1
   [junit4]   2> 1972841 INFO  (zkCallback-16013-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1972842 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1972844 INFO  (qtp1484626351-23402) [n:127.0.0.1:42355_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=679
   [junit4]   2> 1972945 INFO  (zkCallback-16013-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1972945 INFO  (zkCallback-16013-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973239 INFO  (qtp1604710713-23401) [n:127.0.0.1:36651_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1057
   [junit4]   2> 1973241 INFO  (qtp1484626351-23405) [n:127.0.0.1:42355_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1973340 INFO  (zkCallback-16025-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973340 INFO  (zkCallback-16013-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973340 INFO  (zkCallback-16013-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973340 INFO  (zkCallback-16025-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973340 INFO  (qtp1484626351-23405) [n:127.0.0.1:42355_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1495
   [junit4]   2> 1973341 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
   [junit4]   2> 1973343 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.LeaderTragicEventTest Stop jetty node : https://127.0.0.1:36651/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/5)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:36651_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "node_name":"127.0.0.1:42355_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"}
   [junit4]   2> 1973343 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=631162127
   [junit4]   2> 1973343 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36651_solr
   [junit4]   2> 1973343 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1973343 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:36651_solr as DOWN
   [junit4]   2> 1973356 INFO  (coreCloseExecutor-16053-thread-1) [n:127.0.0.1:36651_solr     ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@b8069b9
   [junit4]   2> 1973356 INFO  (coreCloseExecutor-16053-thread-1) [n:127.0.0.1:36651_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n1 tag=SolrCore@b8069b9
   [junit4]   2> 1973356 INFO  (coreCloseExecutor-16053-thread-1) [n:127.0.0.1:36651_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@b8069b9
   [junit4]   2> 1973356 INFO  (coreCloseExecutor-16053-thread-1) [n:127.0.0.1:36651_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1973357 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1973358 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1973358 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1973358 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1973361 WARN  (NIOWorkerThread-3) [     ] o.a.z.s.NIOServerCnxn Unexpected exception
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:34752, session = 0x1027ff52f7c0008
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163)
   [junit4]   2> org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:34752, session = 0x1027ff52f7c0008
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:326) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory$IOWorkRequest.doWork(NIOServerCnxnFactory.java:522) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.server.WorkerService$ScheduledWorkRequest.run(WorkerService.java:154) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_252]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_252]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_252]
   [junit4]   2> 1973362 INFO  (zkCallback-16013-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1973362 INFO  (zkCallback-16036-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1973445 INFO  (zkCallback-16013-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1973445 INFO  (zkCallback-16013-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1973463 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@555d9a49{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 1973464 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66e3984b{/solr,null,STOPPED}
   [junit4]   2> 1973464 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1973464 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 36651
   [junit4]   2> 1973464 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
   [junit4]   2> 1973468 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node4:{
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "node_name":"127.0.0.1:42355_solr",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:42355/solr"}
   [junit4]   2> 1973480 ERROR (qtp1484626351-23400) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
   [junit4]   2>           => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3895)
   [junit4]   2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3895) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3887) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2641) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_252]
   [junit4]   2> Caused by: java.lang.Exception: injected tragedy
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
   [junit4]   2> 	... 40 more
   [junit4]   2> 1973482 INFO  (qtp1484626351-23400) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1973482 ERROR (qtp1484626351-23400) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2641)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1973482 INFO  (qtp1484626351-23400) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=3
   [junit4]   2> 1973482 ERROR (qtp1484626351-23400) [n:127.0.0.1:42355_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2641)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1973486 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=36651)
   [junit4]   2> 1973486 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 36651 try number 2 ...
   [junit4]   2> 1973486 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 1973521 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1973521 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1973521 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1973521 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5077befd{/solr,null,AVAILABLE}
   [junit4]   2> 1973522 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6f4b57ed{SSL, (ssl, http/1.1)}{127.0.0.1:36651}
   [junit4]   2> 1973522 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.s.Server Started @1973548ms
   [junit4]   2> 1973522 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36245/solr, hostPort=36651}
   [junit4]   2> 1973522 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1973522 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1973522 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 1973522 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1973522 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1973522 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-03T16:17:42.974Z
   [junit4]   2> 1973526 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1973527 INFO  (zkConnectionManagerCallback-16057-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1973527 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1973528 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1973533 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1973849 INFO  (OverseerCollectionConfigSetProcessor-72761235031719943-127.0.0.1:42355_solr-n_0000000000) [n:127.0.0.1:42355_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1974028 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1974028 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1974029 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28277491[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1974029 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28277491[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1974031 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1974032 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1c3fa254[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1974032 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1c3fa254[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1974033 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36245/solr
   [junit4]   2> 1974033 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1974035 INFO  (zkConnectionManagerCallback-16068-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1974035 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1974036 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]-SendThread(127.0.0.1:36245)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1027ff52f7c000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1027ff52f7c000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1027ff52f7c000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1974137 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1974138 INFO  (zkConnectionManagerCallback-16070-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1974138 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1974142 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1974145 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:36651_solr as DOWN
   [junit4]   2> 1974146 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1974146 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36651_solr
   [junit4]   2> 1974147 INFO  (zkCallback-16013-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1974147 INFO  (zkCallback-16036-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1974147 INFO  (zkCallback-16069-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1974148 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1974149 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1974166 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node2
   [junit4]   2> 1974166 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[B27E98F8444D4BDF]) [n:127.0.0.1:36651_solr     ] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n1]
   [junit4]   2> 1974172 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 1974180 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr     ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1974183 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr     ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1974188 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 1974195 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1974197 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1974197 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
   [junit4]   2> 1974197 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_B27E98F8444D4BDF-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
   [junit4]   2> 1974226 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1974226 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1974226 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1974226 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1974227 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1974228 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_solr) [n:127.0.0.1:36651_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1974228 INFO  (coreLoadExecutor-16076-thread-1-processing-n:127.0.0.1:36651_

[...truncated too long message...]

o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4094788 INFO  (closeThreadPool-32829-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f5015a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@9983a9d
   [junit4]   2> 4094788 INFO  (closeThreadPool-32829-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4094788 INFO  (closeThreadPool-32829-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@488c8768: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@3e75c192
   [junit4]   2> 4094789 INFO  (closeThreadPool-32829-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@17b0ab20{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 4094789 INFO  (closeThreadPool-32829-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2eda59a1{/,null,STOPPED}
   [junit4]   2> 4094789 INFO  (closeThreadPool-32829-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedStatsComponentCardinality -Dtests.method=test -Dtests.seed=B27E98F8444D4BDF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-US -Dtests.timezone=America/St_Kitts -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    141s J2 | TestDistributedStatsComponentCardinality.test <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=62481, name=Thread-16305, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B27E98F8444D4BDF:3A2AA722EAB12627]:0)
   [junit4]    > Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B27E98F8444D4BDF]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:694)
   [junit4]   2> 4094792 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[B27E98F8444D4BDF]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {multiDefault=PostingsFormat(name=Direct), _root_=PostingsFormat(name=Asserting), string_s=Lucene84, id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{int_i=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Asserting), int_i_prehashed_l=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Asserting), long_l_prehashed_l=DocValuesFormat(name=Lucene80), long_l=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), string_s_prehashed_l=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=573, maxMBSortInHeap=6.712587770192447, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-US, timezone=America/St_Kitts
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=238629040,total=532152320
   [junit4]   2> NOTE: All tests run in this JVM: [BitVectorTest, SolrIndexConfigTest, TestRawResponseWriter, TestQueryingOnDownCollection, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestExternalRoleRuleBasedAuthorizationPlugin, TestValueSourceCache, JWTAuthPluginIntegrationTest, TestComplexPhraseLeadingWildcard, MetricsDisabledCloudTest, MigrateRouteKeyTest, TestJsonFacetsStatsParsing, TestClusterStateMutator, ZookeeperReadAPITest, TestUninvertingReader, TestSizeLimitedDistributedMap, TestSchemaField, TestCollationField, TlogReplayBufferedWhileIndexingTest, TestLegacyBM25SimilarityFactory, TestMinHashQParser, SortByFunctionTest, StatsComponentTest, TestCryptoKeys, V2StandaloneTest, TestManagedSynonymFilterFactory, IgnoreLargeDocumentProcessorFactoryTest, DeleteInactiveReplicaTest, TestLeaderElectionWithEmptyReplica, TestManagedSchemaAPI, TestLegacyTerms, SystemLogListenerTest, TestCollectionAPIs, ReturnFieldsTest, TestFieldSortValues, DistributedFacetPivotSmallAdvancedTest, ConcurrentCreateRoutedAliasTest, ClusterStateUpdateTest, CdcrWithNodesRestartsTest, TestInitParams, CollectionReloadTest, TestTlogReplayVsRecovery, SolrSlf4jReporterTest, ComputePlanActionTest, TestGraphMLResponseWriter, NodeMutatorTest, DistributedQueryComponentCustomSortTest, CustomHighlightComponentTest, SchemaVersionSpecificBehaviorTest, SuggesterFSTTest, TestQueryTypes, TestConfigSetsAPI, BlockJoinFacetRandomTest, HttpPartitionTest, TestConfigSetImmutable, FieldAnalysisRequestHandlerTest, OverseerModifyCollectionTest, DistribJoinFromCollectionTest, MetricTriggerTest, CoreAdminRequestStatusTest, TestFieldTypeResource, TestDocBasedVersionConstraints, RequestLoggingTest, AnalyticsMergeStrategyTest, MultiDestinationAuditLoggerTest, PreAnalyzedUpdateProcessorTest, TestSchemaVersionResource, TestStressVersions, SignatureUpdateProcessorFactoryTest, TestSimDistribStateManager, AtomicUpdatesTest, OverseerStatusTest, TestCursorMarkWithoutUniqueKey, TestDownShardTolerantSearch, UninvertDocValuesMergePolicyTest, BJQFilterAccessibleTest, TermVectorComponentTest, VersionInfoTest, TestInPlaceUpdatesRequiredField, TestBadConfig, SolrInfoBeanTest, DataDrivenBlockJoinTest, AuditLoggerPluginTest, CleanupOldIndexTest, TestUpdate, ShardTermsTest, MoreLikeThisComponentTest, TestSimGenericDistributedQueue, TestNumericTokenStream, EchoParamsTest, FileBasedSpellCheckerTest, ConcurrentCreateCollectionTest, ResponseLogComponentTest, TaggerTest, BooleanFieldTest, TestSystemIdResolver, QueryEqualityTest, UpdateRequestProcessorFactoryTest, QueryResultKeyTest, TestCharFilters, TestCloudInspectUtil, TestDynamicFieldResource, DirectSolrConnectionTest, AlternateDirectoryTest, FuzzySearchTest, SSLMigrationTest, NodeLostTriggerTest, TestCoreDiscovery, ScheduledTriggerIntegrationTest, TestRequestForwarding, PeerSyncWithLeaderTest, ForceLeaderTest, TestFieldCacheWithThreads, TestCloudJSONFacetSKGEquiv, TestMacroExpander, TestHighlightDedupGrouping, TestJoin, TestRandomFaceting, TestSimpleTrackingShardHandler, TestLuceneMatchVersion, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AliasIntegrationTest, BasicDistributedZkTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest, MoveReplicaHDFSFailoverTest, RecoveryZkTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, SliceStateTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SyncSliceTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestLockTree, TestMiniSolrCloudClusterSSL, TestStressCloudBlindAtomicUpdates, ZkNodePropsTest, ZkShardTermsTest, HdfsCollectionsAPIDistributedZkTest, TestCollectionAPI, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerSizeEstimationTest, TriggerCooldownIntegrationTest, TriggerEventQueueTest, TriggerIntegrationTest, CdcrOpsAndBoundariesTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoriesTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, RequestHandlersTest, ResourceLoaderTest, SOLR749Test, SolrCoreCheckLockOnStartupTest, TestCustomStream, TestDynamicLoading, TestMergePolicyConfig, TestMinimalConfig, TestNRTOpen, TestQuerySenderNoQuery, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrCoreSnapshots, TestDistribPackageStore, TestCSVLoader, TestConfigReload, TestCoreBackup, TestHdfsBackupRestoreCore, TestReplicationHandlerBackup, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestRestoreCore, TestSQLHandler, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, TestSolrConfigHandlerConcurrent, TestStressThreadBackup, XsltUpdateRequestHandlerTest, AdminHandlersProxyTest, AutoscalingHistoryHandlerTest, CoreAdminCreateDiscoverTest, DaemonStreamApiTest, HealthCheckHandlerTest, IndexSizeEstimatorTest, InfoHandlerTest, LoggingHandlerTest, LukeRequestHandlerTest, MBeansHandlerTest, MetricsHandlerTest, MetricsHistoryHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, ShowFileRequestHandlerTest, SplitHandlerTest, StatsReloadRaceTest, DebugComponentTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetExistsSmallTest, DistributedQueryElevationComponentTest, DistributedSpellCheckComponentTest, DistributedSuggestComponentTest, DistributedTermsComponentTest, TestDistributedStatsComponentCardinality]
   [junit4] Completed [620/924 (2!)] on J2 in 141.34s, 1 test, 1 error <<< FAILURES!

[...truncated 51733 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 145 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/145/

1 tests failed.
FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=9514, name=Thread-4042, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9514, name=Thread-4042, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
	at __randomizedtesting.SeedInfo.seed([5531530718487A9B:DD656CDDB6B41763]:0)
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([5531530718487A9B]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:694)




Build Log:
[...truncated 13474 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
   [junit4]   2> 344246 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[5531530718487A9B]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 344246 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[5531530718487A9B]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 344247 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[5531530718487A9B]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/data-dir-40-001
   [junit4]   2> 344247 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[5531530718487A9B]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 344248 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[5531530718487A9B]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9062)
   [junit4]   2> 344248 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[5531530718487A9B]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /pf_xc/kf
   [junit4]   2> 344387 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/control/cores/collection1
   [junit4]   2> 344390 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 344390 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 344390 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 344398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 344398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 344398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 344399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@207d8b6b{/pf_xc/kf,null,AVAILABLE}
   [junit4]   2> 344399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7d1bcae4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:४११२९}
   [junit4]   2> 344399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server Started @३४४४३२ms
   [junit4]   2> 344399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/pf_xc/kf, hostPort=41129, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/control/cores}
   [junit4]   2> 344400 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 344400 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 344400 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 344400 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 344400 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 344400 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-06T16:00:04.738Z
   [junit4]   2> 344400 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/control/solr.xml
   [junit4]   2> 344405 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 344405 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 344407 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 345013 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 345014 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d7f90b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 345015 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d7f90b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 345027 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6afdb67b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 345027 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6afdb67b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 345028 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 345052 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 345052 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 345079 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 345087 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 345087 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 345088 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/control/cores
   [junit4]   2> 345088 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 345130 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 345148 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 345179 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 345293 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 345301 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 345302 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 345303 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 345307 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.8779296875, noCFSRatio=0.6297824093492115]
   [junit4]   2> 345490 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 345490 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 345492 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 345492 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 345493 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 345495 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 345510 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 345580 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 345581 INFO  (coreLoadExecutor-2741-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688153679115321344
   [junit4]   2> 345582 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 345583 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 345583 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 345583 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 345583 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 345583 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 345583 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 345583 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 345584 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 345585 INFO  (searcherExecutor-2743-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 346436 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 346438 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 346438 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 346438 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 346454 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 346454 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 346454 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76b30f05{/pf_xc/kf,null,AVAILABLE}
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4e9a8db{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:३५२६७}
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server Started @३४६४८८ms
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/pf_xc/kf, hostPort=35267, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard0/cores}
   [junit4]   2> 346455 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 346455 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-06T16:00:06.793Z
   [junit4]   2> 346456 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 346461 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 346461 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 346463 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 347608 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 347609 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@13a62cf2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347609 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@13a62cf2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347613 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b164e88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347613 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b164e88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347614 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 347626 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 347626 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 347647 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 347658 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 347658 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 347660 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard0/cores
   [junit4]   2> 347660 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 347673 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 347692 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 347727 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 347929 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 347943 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 347943 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 347944 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard0/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 347945 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.8779296875, noCFSRatio=0.6297824093492115]
   [junit4]   2> 348013 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 348013 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 348015 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 348015 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 348029 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 348031 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 348050 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 348166 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 348166 INFO  (coreLoadExecutor-2760-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688153681825890304
   [junit4]   2> 348168 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 348168 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 348168 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 348168 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 348168 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 348169 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 348169 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 348169 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 348169 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 348181 INFO  (searcherExecutor-2762-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 348496 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 348498 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 348498 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 348498 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 348538 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 348539 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 348539 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 348539 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f2e5f55{/pf_xc/kf,null,AVAILABLE}
   [junit4]   2> 348540 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@64523855{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:३५७८९}
   [junit4]   2> 348540 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server Started @३४८५७३ms
   [junit4]   2> 348540 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/pf_xc/kf, hostPort=35789, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard1/cores}
   [junit4]   2> 348541 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 348541 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 348541 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 348541 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 348541 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 348541 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-06T16:00:08.879Z
   [junit4]   2> 348541 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 348549 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 348549 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 348554 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 350645 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 350646 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@216e7fa1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 350646 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@216e7fa1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 350651 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@59793b3b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 350651 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@59793b3b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 350652 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 350665 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 350665 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 350687 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 350699 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 350700 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 350701 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard1/cores
   [junit4]   2> 350701 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 350714 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 350734 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 350776 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 350891 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 350900 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 350901 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 350901 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard1/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 350903 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.8779296875, noCFSRatio=0.6297824093492115]
   [junit4]   2> 350968 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 350968 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 350969 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 350969 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 350970 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 350972 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 350985 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 351058 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 351058 INFO  (coreLoadExecutor-2779-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688153684858372096
   [junit4]   2> 351059 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 351060 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 351060 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 351060 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 351062 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 351062 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 351062 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 351063 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 351063 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 351065 INFO  (searcherExecutor-2781-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 351177 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 351178 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 351178 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 351178 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 351180 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 351180 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 351180 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 351180 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2676facb{/pf_xc/kf,null,AVAILABLE}
   [junit4]   2> 351181 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@70febb4c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:३२८७१}
   [junit4]   2> 351181 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server Started @३५१२१४ms
   [junit4]   2> 351181 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/pf_xc/kf, hostPort=32871, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard2/cores}
   [junit4]   2> 351181 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 351181 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 351181 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 351181 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 351181 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 351181 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-06T16:00:11.519Z
   [junit4]   2> 351182 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 351186 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 351186 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 351187 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 352306 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 352307 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2cc47864[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 352307 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2cc47864[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 352326 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ea42c0b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 352327 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ea42c0b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 352328 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 352374 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 352374 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 352401 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 352424 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 352424 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 352442 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard2/cores
   [junit4]   2> 352442 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 352491 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 352533 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 352779 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 352907 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 352916 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 352917 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 352917 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard2/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 352919 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.8779296875, noCFSRatio=0.6297824093492115]
   [junit4]   2> 353084 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 353084 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 353085 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 353085 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 353087 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 353088 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 353104 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 353189 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 353189 INFO  (coreLoadExecutor-2798-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688153687092887552
   [junit4]   2> 353190 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 353191 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 353191 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 353191 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 353192 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 353193 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 353193 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 353193 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 353194 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 353196 INFO  (searcherExecutor-2800-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 353807 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard3/cores/collection1
   [junit4]   2> 353808 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 353808 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 353808 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 353809 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 353809 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 353809 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 353810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c31fab3{/pf_xc/kf,null,AVAILABLE}
   [junit4]   2> 353810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@72516277{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:४३७३९}
   [junit4]   2> 353810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server Started @३५३८४३ms
   [junit4]   2> 353810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/pf_xc/kf, hostPort=43739, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard3/cores}
   [junit4]   2> 353811 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 353811 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 353811 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 353811 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 353811 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 353811 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-06T16:00:14.149Z
   [junit4]   2> 353811 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard3/solr.xml
   [junit4]   2> 353815 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 353815 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 353817 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 354982 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 354983 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@49481d05[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354983 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@49481d05[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354987 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@228bf5ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354987 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@228bf5ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354989 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 355002 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 355002 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 355032 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 355043 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 355043 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 355045 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard3/cores
   [junit4]   2> 355045 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 355062 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 355087 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 355134 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 355261 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 355270 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 355271 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 355271 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard3/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard3/cores/collection1/data/]
   [junit4]   2> 355273 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.8779296875, noCFSRatio=0.6297824093492115]
   [junit4]   2> 355340 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 355340 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 355341 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 355342 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 355342 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 355344 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 355387 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 355548 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 355548 INFO  (coreLoadExecutor-2817-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688153689566478336
   [junit4]   2> 355549 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 355550 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 355550 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 355550 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 355550 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 355551 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 355551 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 355551 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 355551 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 355554 INFO  (searcherExecutor-2819-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 355709 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard4/cores/collection1
   [junit4]   2> 355710 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 355710 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 355710 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 355711 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 355711 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 355711 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 355712 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ffe7498{/pf_xc/kf,null,AVAILABLE}
   [junit4]   2> 355712 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3ce6911e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:४०७०९}
   [junit4]   2> 355712 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.s.Server Started @३५५७४५ms
   [junit4]   2> 355712 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/pf_xc/kf, hostPort=40709, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard4/cores}
   [junit4]   2> 355713 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 355713 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 355713 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 355713 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 355713 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 355713 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-06T16:00:16.051Z
   [junit4]   2> 355713 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard4/solr.xml
   [junit4]   2> 355717 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 355717 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 355719 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 356177 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 356183 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7ee7b1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 356183 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7ee7b1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 356187 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fab31fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 356187 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fab31fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 356188 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 356201 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 356201 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 356222 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 356233 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 356234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 356236 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard4/cores
   [junit4]   2> 356236 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 356253 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 356279 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 356312 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 356421 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 356430 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 356430 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14017f96
   [junit4]   2> 356430 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard4/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_5531530718487A9B-001/tempDir-001/shard4/cores/collection1/data/]
   [junit4]   2> 356432 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.8779296875, noCFSRatio=0.6297824093492115]
   [junit4]   2> 356508 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 356508 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 356510 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 356510 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 356511 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 356512 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 356543 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 356715 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 356715 INFO  (coreLoadExecutor-2836-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688153690790166528
   [junit4]   2> 356716 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 356717 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 356717 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 356717 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 356717 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 356717 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 356717 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 356717 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 356718 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 356720 INFO  (searcherExecutor-2838-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 356861 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[5531530718487A9B]) [     ] o.a.s.SolrTestCaseJ4 Writi

[...truncated too long message...]

reporters for registry=solr.jvm tag=null
   [junit4]   2> 625622 INFO  (closeThreadPool-2888-thread-11) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a4cfafc: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@2cf6a7f7
   [junit4]   2> 625624 INFO  (closeThreadPool-2888-thread-11) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 625624 INFO  (closeThreadPool-2888-thread-11) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d421f9b: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1813374c
   [junit4]   2> 625638 INFO  (closeThreadPool-2888-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@64523855{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:०}
   [junit4]   2> 625647 INFO  (closeThreadPool-2888-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f2e5f55{/pf_xc/kf,null,STOPPED}
   [junit4]   2> 625647 INFO  (closeThreadPool-2888-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 625650 INFO  (closeThreadPool-2888-thread-9) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@70febb4c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:०}
   [junit4]   2> 625650 INFO  (closeThreadPool-2888-thread-9) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2676facb{/pf_xc/kf,null,STOPPED}
   [junit4]   2> 625650 INFO  (closeThreadPool-2888-thread-9) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 625651 INFO  (closeThreadPool-2888-thread-10) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@72516277{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:०}
   [junit4]   2> 625651 INFO  (closeThreadPool-2888-thread-10) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c31fab3{/pf_xc/kf,null,STOPPED}
   [junit4]   2> 625651 INFO  (closeThreadPool-2888-thread-10) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 625652 INFO  (closeThreadPool-2888-thread-12) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 625652 INFO  (closeThreadPool-2888-thread-12) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60ac58de: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@223c6
   [junit4]   2> 625658 INFO  (closeThreadPool-2888-thread-12) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 625658 INFO  (closeThreadPool-2888-thread-12) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@89bdee3: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@2cf6a7f7
   [junit4]   2> 625660 INFO  (closeThreadPool-2888-thread-12) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 625660 INFO  (closeThreadPool-2888-thread-12) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7796c954: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1813374c
   [junit4]   2> 625663 INFO  (closeThreadPool-2888-thread-11) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c4ba86f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:०}
   [junit4]   2> 625663 INFO  (closeThreadPool-2888-thread-11) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@363bbffc{/pf_xc/kf,null,STOPPED}
   [junit4]   2> 625663 INFO  (closeThreadPool-2888-thread-11) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 625682 INFO  (closeThreadPool-2888-thread-12) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@56065ec2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:०}
   [junit4]   2> 625682 INFO  (closeThreadPool-2888-thread-12) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5234e00c{/pf_xc/kf,null,STOPPED}
   [junit4]   2> 625683 INFO  (closeThreadPool-2888-thread-12) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 625868 INFO  (closeThreadPool-2888-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 625868 INFO  (closeThreadPool-2888-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@217397f2: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@169b3c46
   [junit4]   2> 625869 INFO  (closeThreadPool-2888-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 625869 INFO  (closeThreadPool-2888-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51e07595: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@2cf6a7f7
   [junit4]   2> 625870 INFO  (closeThreadPool-2888-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 625870 INFO  (closeThreadPool-2888-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c225b0e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1813374c
   [junit4]   2> 625871 INFO  (closeThreadPool-2888-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d1bcae4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:०}
   [junit4]   2> 625871 INFO  (closeThreadPool-2888-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@207d8b6b{/pf_xc/kf,null,STOPPED}
   [junit4]   2> 625872 INFO  (closeThreadPool-2888-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedStatsComponentCardinality -Dtests.method=test -Dtests.seed=5531530718487A9B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=hi-IN -Dtests.timezone=Africa/Bangui -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    282s J0 | TestDistributedStatsComponentCardinality.test <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9514, name=Thread-4042, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5531530718487A9B:DD656CDDB6B41763]:0)
   [junit4]    > Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5531530718487A9B]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:694)
   [junit4]   2> 625875 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[5531530718487A9B]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=DeflateWithPresetCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=BEST_COMPRESSION, chunkSize=17337, maxDocsPerChunk=849, blockShift=22), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=BEST_COMPRESSION, chunkSize=17337, blockSize=22)), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=hi-IN, timezone=Africa/Bangui
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=277816760,total=532152320
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemalessBufferedUpdates, TestRealTimeGet, DaemonStreamApiTest, TestQuerySenderListener, FieldMutatingUpdateProcessorTest, TestLockTree, DefaultValueUpdateProcessorTest, TestJsonFacetRefinement, TestComponentsName, MoreLikeThisHandlerTest, DeleteNodeTest, CollectionStateFormat2Test, IndexSizeTriggerTest, NodeAddedTriggerTest, SolrLogAuditLoggerPluginTest, TestUnInvertedFieldException, TestExtendedDismaxParser, AnalysisErrorHandlingTest, SolrMetricManagerTest, CollectionsAPIAsyncDistributedZkTest, ZkFailoverTest, TestSimTriggerIntegration, FacetPivotSmallTest, StatelessScriptUpdateProcessorFactoryTest, MetricsHistoryIntegrationTest, SuggesterTest, DisMaxRequestHandlerTest, CdcrBidirectionalTest, SystemInfoHandlerTest, TestNumericRangeQuery32, TestHalfAndHalfDocValues, SuggestComponentTest, DocValuesMissingTest, BasicZkTest, TestUniqueKeyFieldResource, TestSha256AuthenticationProvider, ZkStateReaderTest, TestConfigSets, TestSolrCloudSnapshots, TestLegacyNumericRangeQueryBuilder, TestSegmentSorting, TestMinMaxOnMultiValuedField, TestUtils, TestDistributedStatsComponentCardinality]
   [junit4] Completed [121/924 (1!)] on J0 in 282.11s, 1 test, 1 error <<< FAILURES!

[...truncated 53401 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 144 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/144/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestWithCollection.testNodeAdded

Error Message:
Action was not fired till 30 seconds

Stack Trace:
java.lang.AssertionError: Action was not fired till 30 seconds
	at __randomizedtesting.SeedInfo.seed([A3EA2888F8952CAE:C6297EFF5A3684AD]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.TestWithCollection.testNodeAdded(TestWithCollection.java:471)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Error from server at https://127.0.0.1:35799/collection1: ERROR adding document SolrInputDocument(fields: [id=-2006, title_s=title-2006, id_i=-2006, _version_=1688097105171709952, _root_=-2006])

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35799/collection1: ERROR adding document SolrInputDocument(fields: [id=-2006, title_s=title-2006, id_i=-2006, _version_=1688097105171709952, _root_=-2006])
	at __randomizedtesting.SeedInfo.seed([A3EA2888F8952CAE:2BBE175256694156]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1229)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1274)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:394)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14949 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestWithCollection
   [junit4]   2> 2513923 INFO  (SUITE-TestWithCollection-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2513923 INFO  (SUITE-TestWithCollection-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2513925 INFO  (SUITE-TestWithCollection-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_A3EA2888F8952CAE-001/data-dir-178-001
   [junit4]   2> 2513925 WARN  (SUITE-TestWithCollection-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 2513925 INFO  (SUITE-TestWithCollection-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2513927 INFO  (SUITE-TestWithCollection-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2513934 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testAddReplicaSimple
   [junit4]   2> 2513934 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_A3EA2888F8952CAE-001/tempDir-001
   [junit4]   2> 2513934 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2513936 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2513936 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2513937 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2514037 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.ZkTestServer start zk server on port: 45499
   [junit4]   2> 2514037 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45499
   [junit4]   2> 2514037 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45499
   [junit4]   2> 2514037 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45499
   [junit4]   2> 2514042 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2514045 INFO  (zkConnectionManagerCallback-23701-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2514045 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2514086 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2514088 INFO  (zkConnectionManagerCallback-23703-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2514088 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2514089 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2514092 INFO  (zkConnectionManagerCallback-23705-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2514092 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2514337 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2514337 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2514337 INFO  (jetty-launcher-23706-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 2514337 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2514337 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2514337 INFO  (jetty-launcher-23706-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 2514344 INFO  (jetty-launcher-23706-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2514344 INFO  (jetty-launcher-23706-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2514344 INFO  (jetty-launcher-23706-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2514344 INFO  (jetty-launcher-23706-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2514344 INFO  (jetty-launcher-23706-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2514344 INFO  (jetty-launcher-23706-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2514345 INFO  (jetty-launcher-23706-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53684e76{/solr,null,AVAILABLE}
   [junit4]   2> 2514345 INFO  (jetty-launcher-23706-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a8d0a0{/solr,null,AVAILABLE}
   [junit4]   2> 2514346 INFO  (jetty-launcher-23706-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5081540a{SSL, (ssl, http/1.1)}{127.0.0.1:46019}
   [junit4]   2> 2514346 INFO  (jetty-launcher-23706-thread-2) [     ] o.e.j.s.Server Started @2514380ms
   [junit4]   2> 2514346 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45499/solr, hostPort=46019}
   [junit4]   2> 2514346 ERROR (jetty-launcher-23706-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2514346 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2514351 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2514351 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2514351 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2514351 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-06T00:29:01.647Z
   [junit4]   2> 2514354 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2514354 INFO  (jetty-launcher-23706-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7204bec7{SSL, (ssl, http/1.1)}{127.0.0.1:33721}
   [junit4]   2> 2514354 INFO  (jetty-launcher-23706-thread-1) [     ] o.e.j.s.Server Started @2514388ms
   [junit4]   2> 2514354 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45499/solr, hostPort=33721}
   [junit4]   2> 2514355 ERROR (jetty-launcher-23706-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2514355 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2514355 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2514355 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2514355 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2514355 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-06T00:29:01.651Z
   [junit4]   2> 2514360 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2514360 INFO  (zkConnectionManagerCallback-23708-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2514360 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2514361 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2514364 INFO  (zkConnectionManagerCallback-23710-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2514364 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2514364 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2514370 WARN  (jetty-launcher-23706-thread-2-SendThread(127.0.0.1:45499)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1028c03bffc0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1028c03bffc0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1028c03bffc0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2514472 WARN  (jetty-launcher-23706-thread-1-SendThread(127.0.0.1:45499)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1028c03bffc0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1028c03bffc0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1028c03bffc0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2514760 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2514761 WARN  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2514762 WARN  (jetty-launcher-23706-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f75c835[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2514762 WARN  (jetty-launcher-23706-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f75c835[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2514866 WARN  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2514868 WARN  (jetty-launcher-23706-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@320402d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2514869 WARN  (jetty-launcher-23706-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@320402d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2514872 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45499/solr
   [junit4]   2> 2514875 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2514876 INFO  (zkConnectionManagerCallback-23724-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2514876 INFO  (jetty-launcher-23706-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2514986 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2514988 INFO  (zkConnectionManagerCallback-23726-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2514988 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2515343 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46019_solr
   [junit4]   2> 2515343 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.c.Overseer Overseer (id=72774491725103110-127.0.0.1:46019_solr-n_0000000000) starting
   [junit4]   2> 2515363 INFO  (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46019_solr
   [junit4]   2> 2515399 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46019_solr
   [junit4]   2> 2515399 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2515403 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2515404 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 2515404 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2515405 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2515406 WARN  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2515409 INFO  (zkCallback-23725-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2515421 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46019_solr]
   [junit4]   2> 2515428 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2515444 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 2515445 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2515445 DEBUG (ScheduledTrigger-23731-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2515445 TRACE (ScheduledTrigger-23731-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Current Live Nodes for .auto_add_replicas: [127.0.0.1:46019_solr]
   [junit4]   2> 2515445 TRACE (ScheduledTrigger-23731-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Last Live Nodes for .auto_add_replicas: [127.0.0.1:46019_solr]
   [junit4]   2> 2515463 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5f954e
   [junit4]   2> 2515470 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5f954e
   [junit4]   2> 2515470 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5f954e
   [junit4]   2> 2515471 INFO  (jetty-launcher-23706-thread-2) [n:127.0.0.1:46019_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_A3EA2888F8952CAE-001/tempDir-001/node2
   [junit4]   2> 2516006 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2516006 WARN  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2516012 WARN  (jetty-launcher-23706-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6e97dad6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2516012 WARN  (jetty-launcher-23706-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6e97dad6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2516017 WARN  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2516020 WARN  (jetty-launcher-23706-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ad9de57[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2516020 WARN  (jetty-launcher-23706-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ad9de57[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2516021 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45499/solr
   [junit4]   2> 2516190 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2516193 INFO  (zkConnectionManagerCallback-23746-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516193 INFO  (jetty-launcher-23706-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2516195 WARN  (jetty-launcher-23706-thread-1-SendThread(127.0.0.1:45499)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1028c03bffc0007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1028c03bffc0007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1028c03bffc0007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2516296 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2516297 INFO  (zkConnectionManagerCallback-23748-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516297 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2516301 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2516304 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:33721_solr as DOWN
   [junit4]   2> 2516305 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2516305 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33721_solr
   [junit4]   2> 2516306 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33721_solr
   [junit4]   2> 2516306 INFO  (zkCallback-23725-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2516306 INFO  (zkCallback-23747-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2516307 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2516308 WARN  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2516320 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2516343 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33721.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5f954e
   [junit4]   2> 2516355 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33721.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5f954e
   [junit4]   2> 2516355 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33721.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5f954e
   [junit4]   2> 2516360 INFO  (jetty-launcher-23706-thread-1) [n:127.0.0.1:33721_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_A3EA2888F8952CAE-001/tempDir-001/node1
   [junit4]   2> 2516377 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 2516378 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2516382 INFO  (zkConnectionManagerCallback-23761-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516382 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2516384 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2516385 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45499/solr ready
   [junit4]   2> 2516405 DEBUG (zkCallback-23725-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2516405 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2516416 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 2516417 DEBUG (OverseerAutoScalingTriggerThread-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2516417 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[A3EA2888F8952CAE]) [     ] o.a.s.c.TestWithCollection Chosen node 127.0.0.1:33721_solr for collection testAddReplica_abc
   [junit4]   2> 2516455 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAddReplica_abc
   [junit4]   2> 2516457 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default to /configs/testAddReplica_abc.AUTOCREATED
   [junit4]   2> 2516460 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testAddReplica_abc.AUTOCREATED/protwords.txt
   [junit4]   2> 2516472 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testAddReplica_abc.AUTOCREATED/managed-schema
   [junit4]   2> 2516474 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testAddReplica_abc.AUTOCREATED/solrconfig.xml
   [junit4]   2> 2516478 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 2516482 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 2516493 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 2516496 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 2516506 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 2516511 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 2516515 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_et.txt
   [junit4]   2> 2516521 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 2516530 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 2516543 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 2516545 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 2516547 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 2516549 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 2516550 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 2516552 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 2516553 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 2516555 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 2516556 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 2516557 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 2516559 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 2516560 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 2516561 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 2516563 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 2516564 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 2516565 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 2516567 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 2516569 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 2516571 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 2516573 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 2516574 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 2516576 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 2516577 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 2516578 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 2516580 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 2516581 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 2516583 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 2516587 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 2516589 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 2516591 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 2516593 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testAddReplica_abc.AUTOCREATED/synonyms.txt
   [junit4]   2> 2516594 INFO  (OverseerThreadFactory-23733-thread-1-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testAddReplica_abc.AUTOCREATED/stopwords.txt
   [junit4]   2> 2516598 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ClusterStateMutator building a new cName: testAddReplica_abc
   [junit4]   2> 2516598 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testAddReplica_abc/state.json
   [junit4]   2> 2516726 INFO  (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testAddReplica_abc",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2516731 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 2516731 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 2516832 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddReplica_abc/state.json version: 0
   [junit4]   2> 2516969 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr    x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testAddReplica_abc.AUTOCREATED&newCollection=true&name=testAddReplica_abc_shard1_replica_n1&action=CREATE&numShards=1&collection=testAddReplica_abc&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2516980 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testAddReplica_abc",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2516980 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:33721/solr"}
   [junit4]   2> 2516980 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testAddReplica_abc//collections/testAddReplica_abc/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 2517006 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 2517044 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=default-config
   [junit4]   2> 2517090 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddReplica_abc/state.json version: 1
   [junit4]   2> 2517385 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2517555 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testAddReplica_abc_shard1_replica_n1' using configuration from configset testAddReplica_abc.AUTOCREATED, trusted=true
   [junit4]   2> 2517555 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33721.solr.core.testAddReplica_abc.shard1.replica_n1' (registry 'solr.core.testAddReplica_abc.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5f954e
   [junit4]   2> 2517555 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAddReplica_abc_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_A3EA2888F8952CAE-001/tempDir-001/node1/testAddReplica_abc_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_A3EA2888F8952CAE-001/tempDir-001/node1/testAddReplica_abc_shard1_replica_n1/data/]
   [junit4]   2> 2517704 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2517704 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2517811 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 2517811 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2517853 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testAddReplica_abc.AUTOCREATED
   [junit4]   2> 2517854 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testAddReplica_abc.AUTOCREATED
   [junit4]   2> 2517854 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testAddReplica_abc.AUTOCREATED/managed-schema
   [junit4]   2> 2517855 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2517856 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2517857 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 2517859 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2517859 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688095104858849280
   [junit4]   2> 2517863 INFO  (searcherExecutor-23763-thread-1-processing-n:127.0.0.1:33721_solr x:testAddReplica_abc_shard1_replica_n1 c:testAddReplica_abc s:shard1 r:core_node2) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2517863 INFO  (searcherExecutor-23763-thread-1-processing-n:127.0.0.1:33721_solr x:testAddReplica_abc_shard1_replica_n1 c:testAddReplica_abc s:shard1 r:core_node2) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2517876 INFO  (searcherExecutor-23763-thread-1-processing-n:127.0.0.1:33721_solr x:testAddReplica_abc_shard1_replica_n1 c:testAddReplica_abc s:shard1 r:core_node2) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SolrCore [testAddReplica_abc_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2517881 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAddReplica_abc/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2517881 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAddReplica_abc/leaders/shard1
   [junit4]   2> 2517892 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2517892 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2517892 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33721/solr/testAddReplica_abc_shard1_replica_n1/
   [junit4]   2> 2517895 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2517895 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:33721/solr/testAddReplica_abc_shard1_replica_n1/ has no replicas
   [junit4]   2> 2517895 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAddReplica_abc/leaders/shard1/leader after winning as /collections/testAddReplica_abc/leader_elect/shard1/election/72774491725103112-core_node2-n_0000000000
   [junit4]   2> 2517900 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33721/solr/testAddReplica_abc_shard1_replica_n1/ shard1
   [junit4]   2> 2518005 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddReplica_abc/state.json version: 2
   [junit4]   2> 2518006 INFO  (zkCallback-23747-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518008 INFO  (zkCallback-23747-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518009 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2518010 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testAddReplica_abc",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2518010 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "base_url":"https://127.0.0.1:33721/solr"}
   [junit4]   2> 2518010 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testAddReplica_abc//collections/testAddReplica_abc/state.json/3)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 2518012 INFO  (qtp2029835703-56409) [n:127.0.0.1:33721_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=testAddReplica_abc.AUTOCREATED&newCollection=true&name=testAddReplica_abc_shard1_replica_n1&action=CREATE&numShards=1&collection=testAddReplica_abc&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1043
   [junit4]   2> 2518015 INFO  (qtp1517895546-56402) [n:127.0.0.1:46019_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2518111 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddReplica_abc/state.json version: 3
   [junit4]   2> 2518112 INFO  (zkCallback-23725-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518112 INFO  (zkCallback-23747-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518112 INFO  (zkCallback-23747-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518112 INFO  (zkCallback-23747-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518113 INFO  (qtp1517895546-56402) [n:127.0.0.1:46019_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&name=testAddReplica_abc&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:33721_solr&wt=javabin&version=2} status=0 QTime=1665
   [junit4]   2> 2518123 INFO  (OverseerCollectionConfigSetProcessor-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2518130 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAddReplica_xyz
   [junit4]   2> 2518133 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default to /configs/testAddReplica_xyz.AUTOCREATED
   [junit4]   2> 2518140 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testAddReplica_xyz.AUTOCREATED/protwords.txt
   [junit4]   2> 2518150 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testAddReplica_xyz.AUTOCREATED/managed-schema
   [junit4]   2> 2518157 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testAddReplica_xyz.AUTOCREATED/solrconfig.xml
   [junit4]   2> 2518169 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 2518182 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 2518184 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 2518188 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 2518195 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 2518201 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 2518203 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_et.txt
   [junit4]   2> 2518206 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 2518207 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 2518210 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 2518221 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 2518231 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 2518236 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 2518240 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 2518242 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 2518244 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 2518246 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 2518247 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 2518261 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 2518271 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 2518273 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 2518276 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 2518279 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 2518281 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 2518285 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 2518291 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 2518296 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 2518311 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 2518317 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 2518329 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 2518337 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 2518342 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 2518347 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 2518349 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 2518352 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 2518355 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 2518368 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 2518375 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 2518382 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testAddReplica_xyz.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 2518385 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testAddReplica_xyz.AUTOCREATED/synonyms.txt
   [junit4]   2> 2518387 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testAddReplica_xyz.AUTOCREATED/stopwords.txt
   [junit4]   2> 2518395 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ClusterStateMutator building a new cName: testAddReplica_xyz
   [junit4]   2> 2518526 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testAddReplica_xyz/state.json
   [junit4]   2> 2518610 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46019_solr for creating new replica of shard shard1 for collection testAddReplica_abc
   [junit4]   2> 2518616 INFO  (OverseerThreadFactory-23733-thread-2-processing-n:127.0.0.1:46019_solr) [n:127.0.0.1:46019_solr     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 2518621 INFO  (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testAddReplica_abc",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:46019_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2518622 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>       "leader":"true",
   [junit4]   2>       "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "force_set_state":"false"}}}
   [junit4]   2> 2518623 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node2":{
   [junit4]   2>       "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>       "leader":"true",
   [junit4]   2>       "node_name":"127.0.0.1:33721_solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "force_set_state":"false"},
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"testAddReplica_abc_shard1_replica_n3",
   [junit4]   2>       "node_name":"127.0.0.1:46019_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 2518723 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddReplica_abc/state.json version: 4
   [junit4]   2> 2518724 INFO  (zkCallback-23747-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518724 INFO  (zkCallback-23747-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518724 INFO  (zkCallback-23747-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddReplica_abc/state.json] for collection [testAddReplica_abc] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2518877 INFO  (qtp1517895546-56402) [n:127.0.0.1:46019_solr    x:testAddReplica_abc_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=testAddReplica_abc.AUTOCREATED&name=testAddReplica_abc_shard1_replica_n3&action=CREATE&collection=testAddReplica_abc&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2518877 INFO  (qtp1517895546-56402) [n:127.0.0.1:46019_solr    x:testAddReplica_abc_shard1_replica_n3 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2518883 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:46019_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testAddReplica_abc",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2518883 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:46019_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:46019/solr"}
   [junit4]   2> 2518883 DEBUG (OverseerStateUpdate-72774491725103110-127.0.0.1:46019_solr-n_0000000000) [n:127.0.0.1:46019_solr     ] o.a.s.c.o.ReplicaMutator Collection is no

[...truncated too long message...]

lient.executeMethod(HttpSolrClient.java:681)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1229)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1274)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:394)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4429322 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4429322 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=828198326
   [junit4]   2> 4429322 INFO  (coreCloseExecutor-26333-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@45e49e4a
   [junit4]   2> 4429322 INFO  (coreCloseExecutor-26333-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@45e49e4a
   [junit4]   2> 4429322 INFO  (coreCloseExecutor-26333-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@190bbc81: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@1467dfdd
   [junit4]   2> 4429333 INFO  (coreCloseExecutor-26333-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 4429337 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 4429337 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@509e54ea: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@34afb5d2
   [junit4]   2> 4429338 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4429338 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2987c86d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@664fec20
   [junit4]   2> 4429339 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4429339 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[A3EA2888F8952CAE]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5df2a810: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@7f5955b6
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_A3EA2888F8952CAE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=Lucene84, title_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id_field_copy_that_does_not_support_in_place_update_s=Lucene84}, docValues:{inplace_updatable_float=DocValuesFormat(name=Direct), id_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Lucene80), inplace_updatable_int_with_default=DocValuesFormat(name=Direct), inplace_updatable_float_with_default=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1037, maxMBSortInHeap=7.000161735722635, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-KW, timezone=America/Yellowknife
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=194917336,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [TestMacroExpander, TestConfigSetImmutable, TestUninvertingReader, TestBinaryField, TestRangeQuery, QueryResultKeyTest, TestBadConfig, SolrSlf4jReporterTest, DistribJoinFromCollectionTest, TestBinaryResponseWriter, PeerSyncTest, TestQueryingOnDownCollection, TestSimGenericDistributedQueue, OverseerModifyCollectionTest, QueryEqualityTest, TestValueSourceCache, TestUpdate, TestDownShardTolerantSearch, ClassificationUpdateProcessorTest, ConcurrentCreateCollectionTest, PeerSyncWithLeaderTest, TestCloudNestedDocsSort, AlternateDirectoryTest, TestTextField, TestOnReconnectListenerSupport, TestMinimalConfig, TestCoreDiscovery, TestExportTool, CollectionReloadTest, TestSolr4Spatial2, FuzzySearchTest, ImplicitSnitchTest, TestFieldSortValues, MoveReplicaTest, TolerantUpdateProcessorTest, TestDocBasedVersionConstraints, TestRestManager, TestReloadAndDeleteDocs, BlockJoinFacetRandomTest, MBeansHandlerTest, SimplePostToolTest, TestAnalyzeInfixSuggestions, ConcurrentCreateRoutedAliasTest, TestCloudJSONFacetSKGEquiv, OverseerStatusTest, ShardSplitTest, IndexSizeEstimatorTest, TestManagedSchemaAPI, EchoParamsTest, SortByFunctionTest, SplitHandlerTest, TestXIncludeConfig, CustomHighlightComponentTest, SpellPossibilityIteratorTest, TestNumericTokenStream, TestRequestStatusCollectionAPI, SOLR749Test, TestCryptoKeys, TestFieldCacheWithThreads, SSLMigrationTest, FieldAnalysisRequestHandlerTest, TestRecoveryHdfs, HdfsTlogReplayBufferedWhileIndexingTest, TestGraphMLResponseWriter, LeaderElectionTest, DistributedQueryComponentCustomSortTest, TestSystemIdResolver, SchemaVersionSpecificBehaviorTest, OpenExchangeRatesOrgProviderTest, TestLegacyBM25SimilarityFactory, TestRawResponseWriter, SuggesterFSTTest, TestCollationField, TestInitParams, CachingDirectoryFactoryTest, TestConfigSetsAPI, MoreLikeThisComponentTest, ComputePlanActionTest, TestExactSharedStatsCache, ShardTermsTest, ForceLeaderTest, TestRemoteStreaming, TestLeaderElectionWithEmptyReplica, MetricsDisabledCloudTest, AnalyticsMergeStrategyTest, TestBM25SimilarityFactory, BasicDistributedZk2Test, TestOverriddenPrefixQueryForCustomFieldType, RequestLoggingTest, UninvertDocValuesMergePolicyTest, DirectoryFactoryTest, SecurityHeadersTest, TestConfigReload, JavabinLoaderTest, BitVectorTest, IndexSchemaTest, ZkShardTermsTest, SystemCollectionCompatTest, VersionInfoTest, PeerSyncReplicationTest, TestDFRSimilarityFactory, MultiDestinationAuditLoggerTest, TermVectorComponentTest, TestClusterStateMutator, UtilsToolTest, DataDrivenBlockJoinTest, SubstringBytesRefFilterTest, HttpPartitionTest, MetricTriggerTest, TestDocSet, DeleteInactiveReplicaTest, TestSimDistribStateManager, RestartWhileUpdatingTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionPropsTest, LeaderTragicEventTest, LegacyCloudClusterPropTest, MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, SliceStateTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudConsistency, TestSizeLimitedDistributedMap, TestTlogReplayVsRecovery, TestTlogReplica, TestWaitForStateWithJettyShutdowns, TestZkChroot, TlogReplayBufferedWhileIndexingTest, ZkControllerTest, SplitByPrefixTest, TestHdfsCloudBackupRestore, IndexSizeTriggerMixedBoundsTest, ScheduledTriggerIntegrationTest, ScheduledTriggerTest, SearchRateTriggerIntegrationTest, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimScenario, TestSimTriggerIntegration, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, CdcrRequestHandlerTest, HDFSCollectionsAPITest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsNNFailoverTest, TestCustomStream, TestDynamicLoadingUrl, TestDynamicURP, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrCoreSnapshots, TestDistribPackageStore, TestReplicationHandler, TestFieldTypeResource, TestSchemaResource, TestSchemaVersionResource, TestUniqueKeyFieldResource, TestManagedSynonymFilterFactory, BadCopyFieldTest, BadIndexSchemaTest, CurrencyFieldTypeTest, DocValuesMultiTest, EnumFieldTest, PreAnalyzedFieldTest, PrimitiveFieldTypeTest, RankFieldTest, TestPointFields, TestInitQParser, TestMaxScoreQueryParser, TestPayloadScoreQParserPlugin, TestPseudoReturnFields, TestQueryTypes, TestQueryUtils, TestReloadDeadlock, TestStressRecovery, TestStressReorder, TestStressUserVersions, TestSurroundQueryParser, TestXmlQParserPlugin, RangeFacetCloudTest, TestJsonFacets, SolrIndexConfigTest, SolrIndexSplitterTest, TestExceedMaxTermLength, TestInPlaceUpdateWithRouteField, TestInPlaceUpdatesDistrib]
   [junit4] Completed [877/924 (2!)] on J2 in 30.76s, 1 test, 1 error <<< FAILURES!

[...truncated 50859 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 143 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
   ^

java.lang.OutOfMemoryError: Java heap space