You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/02/11 23:36:20 UTC

[JENKINS] Lucene » Lucene-Solr-Tests-8.8 - Build # 258 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.8/258/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([F50EA7A3B4BF6668:413F3F4B57561044]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:934)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 17128 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> 30533 INFO  (SUITE-CloudSolrClientTest-seed#[F50EA7A3B4BF6668]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 30534 INFO  (SUITE-CloudSolrClientTest-seed#[F50EA7A3B4BF6668]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/data-dir-3-001
   [junit4]   2> 30534 WARN  (SUITE-CloudSolrClientTest-seed#[F50EA7A3B4BF6668]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 30535 INFO  (SUITE-CloudSolrClientTest-seed#[F50EA7A3B4BF6668]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 30536 INFO  (SUITE-CloudSolrClientTest-seed#[F50EA7A3B4BF6668]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 30537 INFO  (SUITE-CloudSolrClientTest-seed#[F50EA7A3B4BF6668]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 30541 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testRetryUpdatesWhenClusterStateIsStale
   [junit4]   2> 30541 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/tempDir-001
   [junit4]   2> 30542 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 30542 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 30542 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 30543 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 30642 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer start zk server on port: 44967
   [junit4]   2> 30642 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44967
   [junit4]   2> 30642 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44967
   [junit4]   2> 30642 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44967
   [junit4]   2> 30644 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 30647 INFO  (zkConnectionManagerCallback-175-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 30647 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 30653 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 30654 INFO  (zkConnectionManagerCallback-177-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 30654 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 30655 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 30656 INFO  (zkConnectionManagerCallback-179-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 30656 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 30786 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 30786 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 30787 INFO  (jetty-launcher-180-thread-3) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 30787 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 30787 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 30787 INFO  (jetty-launcher-180-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 30789 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 30789 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 30789 INFO  (jetty-launcher-180-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 30808 INFO  (jetty-launcher-180-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 30808 INFO  (jetty-launcher-180-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 30808 INFO  (jetty-launcher-180-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 30808 INFO  (jetty-launcher-180-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 30808 INFO  (jetty-launcher-180-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 30809 INFO  (jetty-launcher-180-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 30809 INFO  (jetty-launcher-180-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d8c98b9{/solr,null,AVAILABLE}
   [junit4]   2> 30819 INFO  (jetty-launcher-180-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c87e78a{/solr,null,AVAILABLE}
   [junit4]   2> 30820 INFO  (jetty-launcher-180-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 30820 INFO  (jetty-launcher-180-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 30820 INFO  (jetty-launcher-180-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 30820 INFO  (jetty-launcher-180-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4180ab0d{/solr,null,AVAILABLE}
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@60814f15{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35681}
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-3) [     ] o.e.j.s.Server Started @30992ms
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44967/solr, hostPort=35681}
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7e93f94a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34009}
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-1) [     ] o.e.j.s.Server Started @30992ms
   [junit4]   2> 30823 ERROR (jetty-launcher-180-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44967/solr, hostPort=34009}
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr
   [junit4]   2> 30823 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-11T23:19:49.050Z
   [junit4]   2> 30823 ERROR (jetty-launcher-180-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 30824 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 30824 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 30824 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 30824 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr
   [junit4]   2> 30824 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-11T23:19:49.051Z
   [junit4]   2> 30828 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 30837 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 30837 INFO  (jetty-launcher-180-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1f5ff4bc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37277}
   [junit4]   2> 30837 INFO  (jetty-launcher-180-thread-2) [     ] o.e.j.s.Server Started @31006ms
   [junit4]   2> 30837 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44967/solr, hostPort=37277}
   [junit4]   2> 30844 ERROR (jetty-launcher-180-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 30844 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 30844 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 30844 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 30844 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr
   [junit4]   2> 30844 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-11T23:19:49.071Z
   [junit4]   2> 30845 INFO  (zkConnectionManagerCallback-182-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 30845 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 30845 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 30849 INFO  (zkConnectionManagerCallback-184-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 30850 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 30850 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 30851 INFO  (zkConnectionManagerCallback-186-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 30851 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 30856 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 30856 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 30878 WARN  (jetty-launcher-180-thread-2-SendThread(127.0.0.1:44967)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1034a4faf680005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1034a4faf680005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1034a4faf680005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 31450 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 31458 WARN  (jetty-launcher-180-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2d7a0736[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31458 WARN  (jetty-launcher-180-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2d7a0736[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31462 WARN  (jetty-launcher-180-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1372fb69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31462 WARN  (jetty-launcher-180-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1372fb69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31463 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44967/solr
   [junit4]   2> 31473 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 31475 INFO  (zkConnectionManagerCallback-203-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 31475 INFO  (jetty-launcher-180-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 31498 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 31502 WARN  (jetty-launcher-180-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14b454e8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31502 WARN  (jetty-launcher-180-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14b454e8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31504 WARN  (jetty-launcher-180-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42bf74c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31504 WARN  (jetty-launcher-180-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42bf74c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31505 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44967/solr
   [junit4]   2> 31506 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 31509 INFO  (zkConnectionManagerCallback-211-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 31509 INFO  (jetty-launcher-180-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 31578 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 31581 INFO  (zkConnectionManagerCallback-213-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 31581 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 31654 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34009_solr
   [junit4]   2> 31655 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.c.Overseer Overseer (id=72983725073760264-127.0.0.1:34009_solr-n_0000000000) starting
   [junit4]   2> 31660 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34009_solr
   [junit4]   2> 31660 INFO  (OverseerStateUpdate-72983725073760264-127.0.0.1:34009_solr-n_0000000000) [n:127.0.0.1:34009_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34009_solr
   [junit4]   2> 31662 INFO  (OverseerStateUpdate-72983725073760264-127.0.0.1:34009_solr-n_0000000000) [n:127.0.0.1:34009_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 31662 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 31663 WARN  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 31681 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 31685 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 31685 INFO  (zkConnectionManagerCallback-224-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 31685 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 31690 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 31694 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:37277_solr as DOWN
   [junit4]   2> 31694 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 31694 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37277_solr
   [junit4]   2> 31696 INFO  (zkCallback-212-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 31698 INFO  (zkCallback-223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 31698 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 31698 WARN  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 31715 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 31759 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37277.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 31768 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34009.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 31771 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37277.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 31771 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37277.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 31780 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34009.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 31780 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34009.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 31793 INFO  (jetty-launcher-180-thread-1) [n:127.0.0.1:34009_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/tempDir-001/node1
   [junit4]   2> 31794 INFO  (jetty-launcher-180-thread-2) [n:127.0.0.1:37277_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/tempDir-001/node2
   [junit4]   2> 31844 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 31846 WARN  (jetty-launcher-180-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29f99fca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31846 WARN  (jetty-launcher-180-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29f99fca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31849 WARN  (jetty-launcher-180-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@796192c0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31849 WARN  (jetty-launcher-180-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@796192c0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 31850 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44967/solr
   [junit4]   2> 31850 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 31851 INFO  (zkConnectionManagerCallback-243-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 31852 INFO  (jetty-launcher-180-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 31853 WARN  (jetty-launcher-180-thread-3-SendThread(127.0.0.1:44967)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1034a4faf68000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1034a4faf68000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1034a4faf68000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 31954 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 31956 INFO  (zkConnectionManagerCallback-245-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 31956 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 31960 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 31966 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:35681_solr as DOWN
   [junit4]   2> 31967 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 31967 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35681_solr
   [junit4]   2> 31969 INFO  (zkCallback-212-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 31969 INFO  (zkCallback-223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 31969 INFO  (zkCallback-244-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 31970 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 31971 WARN  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 31983 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 32001 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35681.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 32010 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35681.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 32010 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35681.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 32012 INFO  (jetty-launcher-180-thread-3) [n:127.0.0.1:35681_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/tempDir-001/node3
   [junit4]   2> 32031 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 32037 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 32040 INFO  (zkConnectionManagerCallback-258-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 32040 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 32044 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 32046 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44967/solr ready
   [junit4]   2> 32064 INFO  (qtp558818586-375) [n:127.0.0.1:34009_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 32072 INFO  (OverseerThreadFactory-220-thread-1-processing-n:127.0.0.1:34009_solr) [n:127.0.0.1:34009_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection stale_state_test_col
   [junit4]   2> 32189 INFO  (OverseerStateUpdate-72983725073760264-127.0.0.1:34009_solr-n_0000000000) [n:127.0.0.1:34009_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"stale_state_test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"stale_state_test_col_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:34009_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 32403 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr    x:stale_state_test_col_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=stale_state_test_col_shard1_replica_n1&action=CREATE&numShards=1&collection=stale_state_test_col&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 32404 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr    x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 32408 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 32434 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 32461 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 32472 WARN  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiople copyFields (2)
   [junit4]   2> 32472 WARN  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiople copyFields (3)
   [junit4]   2> 32472 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 32472 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'stale_state_test_col_shard1_replica_n1' using configuration from configset conf, trusted=true
   [junit4]   2> 32474 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34009.solr.core.stale_state_test_col.shard1.replica_n1' (registry 'solr.core.stale_state_test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 32475 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.SolrCore [[stale_state_test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/tempDir-001/node1/stale_state_test_col_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/tempDir-001/node1/stale_state_test_col_shard1_replica_n1/data/]
   [junit4]   2> 32539 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 32539 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 32576 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 32576 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 32579 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 32579 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 32580 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 32580 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1691442836466040832
   [junit4]   2> 32582 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 32587 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/stale_state_test_col/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 32588 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/stale_state_test_col/leaders/shard1
   [junit4]   2> 32592 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 32592 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 32592 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34009/solr/stale_state_test_col_shard1_replica_n1/
   [junit4]   2> 32592 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 32592 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34009/solr/stale_state_test_col_shard1_replica_n1/ has no replicas
   [junit4]   2> 32593 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/stale_state_test_col/leaders/shard1/leader after winning as /collections/stale_state_test_col/leader_elect/shard1/election/72983725073760264-core_node2-n_0000000000
   [junit4]   2> 32596 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34009/solr/stale_state_test_col_shard1_replica_n1/ shard1
   [junit4]   2> 32596 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 32598 INFO  (searcherExecutor-261-thread-1-processing-n:127.0.0.1:34009_solr x:stale_state_test_col_shard1_replica_n1 c:stale_state_test_col s:shard1 r:core_node2) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.SolrCore [stale_state_test_col_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 32697 INFO  (zkCallback-212-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 32700 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 32702 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 32709 INFO  (zkCallback-212-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 32710 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=stale_state_test_col_shard1_replica_n1&action=CREATE&numShards=1&collection=stale_state_test_col&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=306
   [junit4]   2> 32712 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 32712 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 32813 INFO  (zkCallback-212-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 32813 INFO  (zkCallback-212-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 32816 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=stale_state_test_col&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34009_solr&wt=javabin&version=2} status=0 QTime=748
   [junit4]   2> 32816 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: stale_state_test_col
   [junit4]   2> 32816 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 32817 INFO  (zkCallback-212-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 32834 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 32836 INFO  (zkConnectionManagerCallback-270-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 32836 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 32849 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 32850 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44967/solr ready
   [junit4]   2> 32854 INFO  (qtp558818586-377) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2 x:stale_state_test_col_shard1_replica_n1 ] o.a.s.c.S.Request [stale_state_test_col_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=stale_state_test_col:4&wt=javabin&version=2} hits=0 status=0 QTime=2
   [junit4]   2> 32867 INFO  (OverseerCollectionConfigSetProcessor-72983725073760264-127.0.0.1:34009_solr-n_0000000000) [n:127.0.0.1:34009_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 32869 INFO  (OverseerThreadFactory-220-thread-2-processing-n:127.0.0.1:34009_solr) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37277_solr for creating new replica of shard shard1 for collection stale_state_test_col
   [junit4]   2> 32872 INFO  (OverseerThreadFactory-220-thread-2-processing-n:127.0.0.1:34009_solr) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 32874 INFO  (OverseerStateUpdate-72983725073760264-127.0.0.1:34009_solr-n_0000000000) [n:127.0.0.1:34009_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"stale_state_test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"stale_state_test_col_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:37277_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 32976 INFO  (zkCallback-212-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 32976 INFO  (zkCallback-212-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 32976 INFO  (zkCallback-212-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33369 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr    x:stale_state_test_col_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&name=stale_state_test_col_shard1_replica_n3&action=CREATE&collection=stale_state_test_col&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 33372 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 33412 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 33445 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 33460 WARN  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiople copyFields (2)
   [junit4]   2> 33462 WARN  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiople copyFields (3)
   [junit4]   2> 33462 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 33462 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'stale_state_test_col_shard1_replica_n3' using configuration from configset conf, trusted=true
   [junit4]   2> 33463 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37277.solr.core.stale_state_test_col.shard1.replica_n3' (registry 'solr.core.stale_state_test_col.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b87f5ee
   [junit4]   2> 33463 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.SolrCore [[stale_state_test_col_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/tempDir-001/node2/stale_state_test_col_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001/tempDir-001/node2/stale_state_test_col_shard1_replica_n3/data/]
   [junit4]   2> 33485 INFO  (zkCallback-212-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33485 INFO  (zkCallback-212-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33485 INFO  (zkCallback-212-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33522 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 33522 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 33523 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 33523 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 33528 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 33528 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 33528 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 33529 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1691442837461139456
   [junit4]   2> 33536 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 33537 INFO  (searcherExecutor-272-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.SolrCore [stale_state_test_col_shard1_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 33540 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/stale_state_test_col/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 33541 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/stale_state_test_col/leaders/shard1
   [junit4]   2> 33542 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 33545 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.ZkController Core needs to recover:stale_state_test_col_shard1_replica_n3
   [junit4]   2> 33549 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 33551 INFO  (qtp2012825812-370) [n:127.0.0.1:37277_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&name=stale_state_test_col_shard1_replica_n3&action=CREATE&collection=stale_state_test_col&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=182
   [junit4]   2> 33563 INFO  (updateExecutor-207-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 33564 INFO  (qtp558818586-383) [n:127.0.0.1:34009_solr c:stale_state_test_col    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37277_solr&action=ADDREPLICA&collection=stale_state_test_col&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=708
   [junit4]   2> 33564 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: stale_state_test_col failOnTimeout: true timeout (sec):
   [junit4]   2> 33564 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   2> 33567 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: stale_state_test_col
   [junit4]   2> 33575 INFO  (OverseerCollectionConfigSetProcessor-72983725073760264-127.0.0.1:34009_solr-n_0000000000) [n:127.0.0.1:34009_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 33577 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr    x:stale_state_test_col_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n1 tag=null
   [junit4]   2> 33577 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr    x:stale_state_test_col_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5bc4d4c2: rootName = solr_34009, domain = solr.core.stale_state_test_col.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.stale_state_test_col.shard1.replica_n1/com.codahale.metrics.MetricRegistry@6847d90a
   [junit4]   2> 33585 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 33585 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy startupVersions is empty
   [junit4]   2> 33585 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 33614 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[stale_state_test_col_shard1_replica_n3]
   [junit4]   2> 33614 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 33614 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Publishing state of core [stale_state_test_col_shard1_replica_n3] as recovering, leader is [http://127.0.0.1:34009/solr/stale_state_test_col_shard1_replica_n1/] and I am [http://127.0.0.1:37277/solr/stale_state_test_col_shard1_replica_n3/]
   [junit4]   2> 33629 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.c.SolrCore [stale_state_test_col_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5d05dc53
   [junit4]   2> 33629 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:34009/solr]; [WaitForState: action=PREPRECOVERY&core=stale_state_test_col_shard1_replica_n1&nodeName=127.0.0.1:37277_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 33629 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n1 tag=SolrCore@5d05dc53
   [junit4]   2> 33629 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader tag=SolrCore@5d05dc53
   [junit4]   2> 33635 INFO  (qtp558818586-383) [n:127.0.0.1:34009_solr    x:stale_state_test_col_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 33636 ERROR (qtp558818586-383) [n:127.0.0.1:34009_solr    x:stale_state_test_col_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: core not found:stale_state_test_col_shard1_replica_n1
   [junit4]   2> 	at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:71)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:766)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 33636 INFO  (qtp558818586-383) [n:127.0.0.1:34009_solr    x:stale_state_test_col_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37277_solr&onlyIfLeaderActive=true&core=stale_state_test_col_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 33637 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 33641 ERROR (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Error while trying to recover. core=stale_state_test_col_shard1_replica_n3:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34009/solr: core not found:stale_state_test_col_shard1_replica_n1
   [junit4]   2> 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:876)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:614)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:333)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:316)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34009/solr: core not found:stale_state_test_col_shard1_replica_n1
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:310)
   [junit4]   2> 	... 5 more
   [junit4]   2> 
   [junit4]   2> 33641 ERROR (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Recovery failed - trying again... (0)
   [junit4]   2> 33641 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Wait [4] seconds before trying to recover again (attempt=1)
   [junit4]   2> 33656 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/stale_state_test_col/terms/shard1 to Terms{values={core_node4=0}, version=2}
   [junit4]   2> 33663 INFO  (zkCallback-223-thread-1) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 33664 WARN  (zkCallback-223-thread-1) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[stale_state_test_col_shard1_replica_n3] coreNodeName=[core_node4]
   [junit4]   2> 33664 INFO  (qtp558818586-382) [n:127.0.0.1:34009_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=stale_state_test_col_shard1_replica_n1&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=87
   [junit4]   2> 33665 INFO  (OverseerThreadFactory-220-thread-3-processing-n:127.0.0.1:34009_solr) [n:127.0.0.1:34009_solr c:stale_state_test_col s:shard1 r:core_node2  ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 33765 INFO  (zkCallback-212-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33765 INFO  (zkCallback-212-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33765 INFO  (zkCallback-212-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33766 INFO  (zkCallback-223-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33769 INFO  (zkCallback-223-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33770 INFO  (zkCallback-223-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 33771 INFO  (qtp558818586-374) [n:127.0.0.1:34009_solr c:stale_state_test_col    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node2&action=DELETEREPLICA&collection=stale_state_test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=203
   [junit4]   2> 33772 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: stale_state_test_col failOnTimeout: true timeout (sec):
   [junit4]   2> 33772 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   2> 35578 INFO  (OverseerCollectionConfigSetProcessor-72983725073760264-127.0.0.1:34009_solr-n_0000000000) [n:127.0.0.1:34009_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 35641 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Recovery for core stale_state_test_col_shard1_replica_n3 has been closed
   [junit4]   2> 35641 INFO  (recoveryExecutor-209-thread-1-processing-n:127.0.0.1:37277_solr x:stale_state_test_col_shard1_replica_n3 c:stale_state_test_col s:shard1 r:core_node4) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
   [junit4]   2> 36164 INFO  (zkCallback-223-thread-1) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37277/solr/stale_state_test_col_shard1_replica_n3/
   [junit4]   2> 36164 INFO  (zkCallback-223-thread-1) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 36164 INFO  (zkCallback-223-thread-1) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.SyncStrategy http://127.0.0.1:37277/solr/stale_state_test_col_shard1_replica_n3/ has no replicas
   [junit4]   2> 36164 INFO  (zkCallback-223-thread-1) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/stale_state_test_col/leaders/shard1/leader after winning as /collections/stale_state_test_col/leader_elect/shard1/election/72983725073760265-core_node4-n_0000000001
   [junit4]   2> 36168 INFO  (zkCallback-223-thread-1) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37277/solr/stale_state_test_col_shard1_replica_n3/ shard1
   [junit4]   2> 36169 INFO  (zkCallback-257-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 36169 INFO  (zkCallback-223-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 36169 INFO  (zkCallback-223-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 36169 INFO  (zkCallback-223-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   2> 36271 INFO  (zkCallback-257-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 36271 INFO  (zkCallback-223-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 36271 INFO  (zkCallback-223-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 36271 INFO  (zkCallback-223-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stale_state_test_col/state.json] for collection [stale_state_test_col] has occurred - updating... (live nodes size: [3])
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 36272 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: stale_state_test_col
   [junit4]   2> 36291 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
   [junit4]   2> 36291 INFO  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34009/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   2> <head>
   [junit4]   2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   2> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
   [junit4]   2> </head>
   [junit4]   2> <body><h2>HTTP ERROR 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</h2>
   [junit4]   2> <table>
   [junit4]   2> <tr><th>URI:</th><td>/solr/stale_state_test_col_shard1_replica_n1/update</td></tr>
   [junit4]   2> <tr><th>STATUS:</th><td>404</td></tr>
   [junit4]   2> <tr><th>MESSAGE:</th><td>Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</td></tr>
   [junit4]   2> <tr><th>SERVLET:</th><td>org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-6f4c160a</td></tr>
   [junit4]   2> </table>
   [junit4]   2> <hr><a href="https://eclipse.org/jetty">Powered by Jetty:// 9.4.34.v20201102</a><hr/>
   [junit4]   2> 
   [junit4]   2> </body>
   [junit4]   2> </html>
   [junit4]   2> , retry=0 maxRetries=5 commError=false errorCode=404 
   [junit4]   2> 36291 WARN  (TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [stale_state_test_col] after stale state error from server.
   [junit4]   2> 36302 INFO  (qtp2012825812-379) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 36302 INFO  (qtp2012825812-379) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 36309 INFO  (qtp2012825812-379) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/stale_state_test_col/terms/shard1 to Terms{values={core_node4=1}, version=3}
   [junit4]   2> 36309 INFO  (qtp2012825812-379) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.S.Request [stale_state_test_col_shard1_replica_n3]  webapp=/solr path=/update params={_stateVer_=stale_state_test_col:9&wt=javabin&version=2} status=0 QTime=15
   [junit4]   2> 36314 INFO  (qtp2012825812-365) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 36314 INFO  (qtp2012825812-365) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 36314 INFO  (qtp2012825812-365) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.S.Request [stale_state_test_col_shard1_replica_n3]  webapp=/solr path=/update params={_stateVer_=stale_state_test_col:9&commit=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 36315 INFO  (qtp2012825812-368) [n:127.0.0.1:37277_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3 ] o.a.s.c.S.Request [stale_state_test_col_shard1_replica_n3]  webapp=/solr path=/select params={q=*:*&_stateVer_=stale_state_test_col:9&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 36522 INFO  (jetty-closer-278-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1090136577
   [junit4]   2> 36524 INFO  (jetty-closer-278-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34009_solr
   [junit4]   2> 36525 INFO  (jetty-closer-278-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 36525 INFO  (jetty-closer-278-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:34009_solr as DOWN
   [junit4]   2> 36522 INFO  (jetty-closer-278-thread-2) [     ] o.a.s.c.CoreContainer

[...truncated too long message...]

O  (coreCloseExecutor-2524-thread-1) [n:127.0.0.1:40731_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader tag=SolrCore@3bf2f617
   [junit4]   2> 133157 INFO  (coreCloseExecutor-2524-thread-1) [n:127.0.0.1:40731_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() .
   [junit4]   2> 133560 WARN  (jetty-launcher-2422-thread-1-SendThread(127.0.0.1:37525)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1034a513244000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1034a513244000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1034a513244000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 133573 INFO  (jetty-closer-2514-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 133573 INFO  (jetty-closer-2514-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cce580a: rootName = solr_32815, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@7d9ab17b
   [junit4]   2> 133579 INFO  (jetty-closer-2514-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 133580 INFO  (jetty-closer-2514-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@316187c5: rootName = solr_32815, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@6788d871
   [junit4]   2> 133582 INFO  (jetty-closer-2514-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 133582 INFO  (jetty-closer-2514-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a54c9a9: rootName = solr_32815, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@3b4f102b
   [junit4]   2> 133582 INFO  (jetty-closer-2514-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 133612 INFO  (closeThreadPool-2529-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72983731564183559-127.0.0.1:32815_solr-n_0000000000) closing
   [junit4]   2> 133645 INFO  (OverseerStateUpdate-72983731564183559-127.0.0.1:32815_solr-n_0000000000) [n:127.0.0.1:32815_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32815_solr
   [junit4]   2> 133653 INFO  (jetty-closer-2514-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 133653 INFO  (jetty-closer-2514-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@170fb34e: rootName = solr_40731, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@a3113f
   [junit4]   2> 133654 INFO  (OverseerAutoScalingTriggerThread-72983731564183559-127.0.0.1:32815_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 133656 INFO  (closeThreadPool-2529-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72983731564183559-127.0.0.1:32815_solr-n_0000000000) closing
   [junit4]   2> 133661 INFO  (jetty-closer-2514-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3cc0cc13{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 133661 INFO  (zkCallback-2468-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 133662 INFO  (zkCallback-2446-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 133662 INFO  (jetty-closer-2514-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10794f29{/solr,null,STOPPED}
   [junit4]   2> 133662 INFO  (jetty-closer-2514-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 133662 INFO  (jetty-closer-2514-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 133662 INFO  (jetty-closer-2514-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1869a15f: rootName = solr_40731, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@6788d871
   [junit4]   2> 133663 INFO  (zkCallback-2468-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 133665 INFO  (jetty-closer-2514-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 133665 INFO  (jetty-closer-2514-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46aebaae: rootName = solr_40731, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@3b4f102b
   [junit4]   2> 133665 INFO  (jetty-closer-2514-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 133763 INFO  (jetty-closer-2514-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72983731564183559-127.0.0.1:32815_solr-n_0000000000) closing
   [junit4]   2> 133767 INFO  (jetty-closer-2514-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b63ab69{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 133767 INFO  (jetty-closer-2514-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@367ae3d{/solr,null,STOPPED}
   [junit4]   2> 133767 INFO  (jetty-closer-2514-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 133867 INFO  (jetty-closer-2514-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3797566{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 133867 INFO  (jetty-closer-2514-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78a74418{/solr,null,STOPPED}
   [junit4]   2> 133868 INFO  (jetty-closer-2514-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 133868 INFO  (TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 134321 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/collections/collection1/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/overseer/queue
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 	10	/solr/collections/collection1/state.json
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 134324 INFO  (TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37525
   [junit4]   2> 134324 INFO  (TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37525
   [junit4]   2> 134324 INFO  (TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37525
   [junit4]   2> 134324 INFO  (TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[F50EA7A3B4BF6668]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testParallelUpdateQTime
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_F50EA7A3B4BF6668-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=id, timezone=Europe/Helsinki
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=226481672,total=491782144
   [junit4]   2> NOTE: All tests run in this JVM: [HeatmapFacetMapTest, TestLang, FloorEvaluatorTest, CosineEvaluatorTest, StreamExpressionToExpessionTest, ReplicaListTransformerTest, AddEvaluatorTest, SolrDocumentTest, TestFastWriter, ModifiableSolrParamsTest, JdbcTest, CloudSolrClientTest]
   [junit4] Completed [89/212 (1!)] on J0 in 103.95s, 19 tests, 1 failure <<< FAILURES!

[...truncated 49986 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.8 - Build # 259 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.8/259/

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithLeaderUrl

Error Message:
expected:<null> but was:<.numFound:497!=500>

Stack Trace:
java.lang.AssertionError: expected:<null> but was:<.numFound:497!=500>
	at __randomizedtesting.SeedInfo.seed([312A1911A8A41532:9FC00FE0D21A88E7]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:120)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithLeaderUrl(TestReplicationHandler.java:876)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([312A1911A8A41532:D9F6B4F35B4C0F12]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1023)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:245)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped Memory Circuit Breaker triggered as JVM heap usage values are greater than allocated threshold.Seen JVM heap memory usage 429877808 and allocated threshold 391249920

	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:320)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2646)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:346)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:997)
	... 45 more




Build Log:
[...truncated 14369 lines...]
   [junit4] Suite: org.apache.solr.util.TestCircuitBreaker
   [junit4]   2> 884643 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 884643 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 884643 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-core/test/J0/temp/solr.util.TestCircuitBreaker_312A1911A8A41532-001/data-dir-100-001
   [junit4]   2> 884644 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 884644 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 884645 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 884646 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 884660 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 884674 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 884682 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 884689 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 885854 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:370) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:335) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestCircuitBreaker.setUpClass(TestCircuitBreaker.java:61) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 885855 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1311) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1343) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:671) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestCircuitBreaker.setUpClass(TestCircuitBreaker.java:61) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 885856 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 885856 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 885857 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14a21092[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 885857 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14a21092[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 885859 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 885860 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fc8d680[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 885860 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fc8d680[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 885862 WARN  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 885889 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d6c59f
   [junit4]   2> 885896 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d6c59f
   [junit4]   2> 885896 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d6c59f
   [junit4]   2> 885897 INFO  (coreLoadExecutor-7846-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 885904 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 885920 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 885929 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 885936 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 885950 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 885950 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d6c59f
   [junit4]   2> 885950 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-core/test/J0/temp/solr.util.TestCircuitBreaker_312A1911A8A41532-001/data-dir-100-001/]
   [junit4]   2> 885951 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 885990 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 885990 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 885990 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=46.2890625, floorSegmentMB=1.1279296875, forceMergeDeletesPctAllowed=4.082747458579044, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=22.182229501068075
   [junit4]   2> 885991 WARN  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 885992 INFO  (coreLoadExecutor-7846-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 885993 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 885993 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 885994 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 885995 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 885996 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 885996 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 885996 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 885997 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886004 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886004 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 6
   [junit4]   2> 886004 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886005 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886005 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886005 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886005 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886006 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886012 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886012 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 6
   [junit4]   2> 886013 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886013 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886013 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886013 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886014 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886014 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886020 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886020 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 6
   [junit4]   2> 886021 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886021 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886021 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886022 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886022 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886022 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886028 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886028 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886029 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886029 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886029 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886030 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886030 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886030 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886036 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886036 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886037 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886037 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886037 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886038 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886038 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886038 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886044 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886044 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886045 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886045 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886045 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886046 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886046 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886046 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886052 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886052 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886052 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886053 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886053 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886053 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886053 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886054 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886059 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886060 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886060 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886060 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886061 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886061 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886061 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886062 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886067 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886068 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886068 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886068 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886069 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886069 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886069 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886069 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886075 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886075 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886076 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886076 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886076 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886077 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886077 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886077 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886089 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886090 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 886090 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886090 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886091 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886091 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886091 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886092 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886097 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886097 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886098 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886098 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886098 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886099 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886099 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886099 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886105 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886105 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886106 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886106 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886106 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886106 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886107 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886107 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886113 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886113 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886113 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886114 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886114 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886114 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886114 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886115 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886120 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886120 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886121 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886121 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886121 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886122 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886122 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886122 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886128 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886128 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886128 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886129 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886129 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886129 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886130 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886130 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886135 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886136 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886136 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886136 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886137 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886137 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886137 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886137 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886143 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886143 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886144 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886144 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886144 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886145 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886145 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886145 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886151 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886151 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886151 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886151 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886152 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886152 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 886152 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 886153 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 886158 INFO  (searcherExecutor-7848-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 886158 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5
   [junit4]   2> 886163 INFO  (TEST-TestCircuitBreaker.testResponseWithCBTiming-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testResponseWithCBTiming
   [junit4]   2> 886163 INFO  (TEST-TestCircuitBreaker.testResponseWithCBTiming-seed#[312A1911A8A41532]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml&debugQuery=true} status=503 QTime=0
   [junit4]   2> 886163 ERROR (TEST-TestCircuitBreaker.testResponseWithCBTiming-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=*:*&wt=xml&debugQuery=true:org.apache.solr.common.SolrException: Circuit Breakers tripped Memory Circuit Breaker triggered as JVM heap usage values are greater than allocated threshold.Seen JVM heap memory usage 429877808 and allocated threshold 391249920
   [junit4]   2> 
   [junit4]   2> 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:320)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2646)
   [junit4]   2> 	at org.apache.solr.util.TestHarness.query(TestHarness.java:346)
   [junit4]   2> 	at org.apache.solr.util.TestHarness.query(TestHarness.java:328)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:997)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
   [junit4]   2> 	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:245)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 886164 INFO  (TEST-TestCircuitBreaker.testResponseWithCBTiming-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testResponseWithCBTiming
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCircuitBreaker -Dtests.method=testResponseWithCBTiming -Dtests.seed=312A1911A8A41532 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lt -Dtests.timezone=America/Tortola -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.01s J0 | TestCircuitBreaker.testResponseWithCBTiming <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([312A1911A8A41532:D9F6B4F35B4C0F12]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1023)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
   [junit4]    > 	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:245)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped Memory Circuit Breaker triggered as JVM heap usage values are greater than allocated threshold.Seen JVM heap memory usage 429877808 and allocated threshold 391249920
   [junit4]    > 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:320)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2646)
   [junit4]    > 	at org.apache.solr.util.TestHarness.query(TestHarness.java:346)
   [junit4]    > 	at org.apache.solr.util.TestHarness.query(TestHarness.java:328)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:997)
   [junit4]    > 	... 45 more
   [junit4]   2> 886170 INFO  (TEST-TestCircuitBreaker.testFakeCPUCircuitBreaker-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testFakeCPUCircuitBreaker
   [junit4]   2> 886171 INFO  (TestCircuitBreaker-7852-thread-1) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
   [junit4]   2> 886171 INFO  (TestCircuitBreaker-7852-thread-2) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
   [junit4]   2> 886171 INFO  (TestCircuitBreaker-7852-thread-3) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
   [junit4]   2> 886172 INFO  (TestCircuitBreaker-7852-thread-2) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
   [junit4]   2> 886172 INFO  (TestCircuitBreaker-7852-thread-4) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
   [junit4]   2> 886173 INFO  (TEST-TestCircuitBreaker.testFakeCPUCircuitBreaker-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testFakeCPUCircuitBreaker
   [junit4]   2> 886177 INFO  (TEST-TestCircuitBreaker.testCBAlwaysTrips-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCBAlwaysTrips
   [junit4]   2> 886177 INFO  (TEST-TestCircuitBreaker.testCBAlwaysTrips-seed#[312A1911A8A41532]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
   [junit4]   2> 886178 INFO  (TEST-TestCircuitBreaker.testCBAlwaysTrips-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testCBAlwaysTrips
   [junit4]   2> 886182 INFO  (TEST-TestCircuitBreaker.testCBFakeMemoryPressure-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCBFakeMemoryPressure
   [junit4]   2> 886182 INFO  (TEST-TestCircuitBreaker.testCBFakeMemoryPressure-seed#[312A1911A8A41532]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
   [junit4]   2> 886183 INFO  (TEST-TestCircuitBreaker.testCBFakeMemoryPressure-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testCBFakeMemoryPressure
   [junit4]   2> 886187 INFO  (TEST-TestCircuitBreaker.testBuildingMemoryPressure-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBuildingMemoryPressure
   [junit4]   2> 886189 INFO  (TestCircuitBreaker-7853-thread-2) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 886189 INFO  (TestCircuitBreaker-7853-thread-1) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=1
   [junit4]   2> 886189 INFO  (TestCircuitBreaker-7853-thread-3) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 886189 INFO  (TestCircuitBreaker-7853-thread-5) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
   [junit4]   2> 886190 INFO  (TestCircuitBreaker-7853-thread-4) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=1
   [junit4]   2> 886191 INFO  (TEST-TestCircuitBreaker.testBuildingMemoryPressure-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBuildingMemoryPressure
   [junit4]   2> 886191 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 886191 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=981246936
   [junit4]   2> 886191 INFO  (coreCloseExecutor-7855-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f0e7bf
   [junit4]   2> 886191 INFO  (coreCloseExecutor-7855-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@7f0e7bf
   [junit4]   2> 886191 INFO  (coreCloseExecutor-7855-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f1b868e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@67754e0d
   [junit4]   2> 886202 INFO  (coreCloseExecutor-7855-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 886203 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 886203 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a950efb: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2b1bb478
   [junit4]   2> 886208 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 886208 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6eb966f8: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@106d40e
   [junit4]   2> 886210 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 886210 INFO  (SUITE-TestCircuitBreaker-seed#[312A1911A8A41532]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9a348f1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@27dc7f44
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-core/test/J0/temp/solr.util.TestCircuitBreaker_312A1911A8A41532-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {title_stringNoNorms=Lucene84, title_stemmed=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=Lucene84, inStock_b1=BlockTreeOrds(blocksize=128), _root_=PostingsFormat(name=LuceneVarGapFixedInterval), name=FST50, id=FST50, text=BlockTreeOrds(blocksize=128), title=PostingsFormat(name=LuceneVarGapFixedInterval), title_lettertok=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1465, maxMBSortInHeap=5.789933849621544, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=lt, timezone=America/Tortola
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=71805928,total=521666560
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionStateFormat2Test, FacetPivotSmallTest, DaemonStreamApiTest, TestCloudJSONFacetJoinDomain, TestUniqueKeyFieldResource, TestNumericTerms32, AutoAddReplicasPlanActionTest, TestCustomDocTransformer, XmlInterpolationTest, ExternalFileFieldSortTest, TestWithCollection, DocValuesMissingTest, TestSimClusterStateProvider, TestNumericRangeQuery32, TestSQLHandlerNonCloud, TestCloudConsistency, TestExplainDocTransformer, SolrCoreTest, TestCloudManagedSchema, TestRTGBase, CreateCollectionCleanupTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BadComponentTest, TestClassicSimilarityFactory, NotRequiredUniqueKeyTest, TimeRoutedAliasUpdateProcessorTest, CrossCollectionJoinQueryTest, TestComponentsName, TestSort, RandomizedTaggerTest, CoreSorterTest, OverseerSolrResponseTest, MoreLikeThisHandlerTest, RouteFieldTest, OutputWriterTest, CurrencyRangeFacetCloudTest, TestDefaultStatsCache, ZkStateReaderTest, TestFaceting, SliceStateTest, TestDistributedStatsComponentCardinality, PathHierarchyTokenizerFactoryTest, TestSolrCloudSnapshots, SpatialRPTFieldTypeTest, CircularListTest, TestCloudSearcherWarming, OverriddenZkACLAndCredentialsProvidersTest, TestJsonRangeFacets, TestUnifiedSolrHighlighterWithoutStoredId, AtomicUpdateProcessorFactoryTest, TestManagedResource, JvmMetricsTest, CopyFieldTest, DistribCursorPagingTest, SoftAutoCommitTest, TimeZoneUtilsTest, MetricsHistoryHandlerTest, UnloadDistributedZkTest, CSVRequestHandlerTest, TestInPlaceUpdateWithRouteField, FullSolrCloudDistribCmdsTest, QueryElevationComponentTest, TestCaffeineCache, AnalysisAfterCoreReloadTest, OverseerTest, TestLegacyFieldReuse, TestSimpleTrackingShardHandler, ShardRoutingCustomTest, MetricsHistoryIntegrationTest, TestPullReplica, HdfsWriteToMultipleCollectionsTest, TestRealTimeGet, TestSimNodeAddedTrigger, SuggesterTest, ConjunctionSolrSpellCheckerTest, ClusterStateMockUtilTest, HdfsNNFailoverTest, TestCircuitBreaker]
   [junit4] Completed [326/923 (1!)] on J0 in 1.76s, 5 tests, 1 error <<< FAILURES!

[...truncated 462 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 1103328 INFO  (SUITE-TestReplicationHandler-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1103328 INFO  (SUITE-TestReplicationHandler-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1103329 INFO  (SUITE-TestReplicationHandler-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_312A1911A8A41532-001/data-dir-91-001
   [junit4]   2> 1103329 WARN  (SUITE-TestReplicationHandler-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=49 numCloses=49
   [junit4]   2> 1103329 INFO  (SUITE-TestReplicationHandler-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1103330 INFO  (SUITE-TestReplicationHandler-seed#[312A1911A8A41532]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1103547 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 ###Starting doTestHandlerPathUnchanged
   [junit4]   2> 1103548 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_312A1911A8A41532-001/solr-instance-001/collection1
   [junit4]   2> 1103551 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1103551 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1103551 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1103571 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1103571 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1103571 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1103575 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5df38072{/solr,null,AVAILABLE}
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1bc1a490{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38351}
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.s.Server Started @1103609ms
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_312A1911A8A41532-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=38351}
   [junit4]   2> 1103576 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-12T01:43:01.075Z
   [junit4]   2> 1103576 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_312A1911A8A41532-001/solr-instance-001/solr.xml
   [junit4]   2> 1103578 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1103578 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1103580 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@76a1f632, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1104257 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1104258 WARN  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73764adc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1104258 WARN  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73764adc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1104262 WARN  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55af5974[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1104262 WARN  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[312A1911A8A41532]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55af5974[provider=null,keyStore=null,trustStore=null]
   [junit4]   2

[...truncated too long message...]

ntainer Shutting down CoreContainer instance=348412751
   [junit4]   2> 1323926 INFO  (coreCloseExecutor-8920-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@495fddf8
   [junit4]   2> 1323927 INFO  (coreCloseExecutor-8920-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@495fddf8
   [junit4]   2> 1323927 INFO  (coreCloseExecutor-8920-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e27f647: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@1048b230
   [junit4]   2> 1323942 INFO  (coreCloseExecutor-8920-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1323946 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1323946 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34e94b71: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4c6ba73f
   [junit4]   2> 1323950 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1323950 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59d8a087: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@277d5fed
   [junit4]   2> 1323955 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1323955 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1731a607: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@17f0f95b
   [junit4]   2> 1323959 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4d8aea4f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45179}
   [junit4]   2> 1323959 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4df2667b{/solr,null,STOPPED}
   [junit4]   2> 1323959 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1323962 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=208310200
   [junit4]   2> 1323964 INFO  (coreCloseExecutor-8924-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@26be504d
   [junit4]   2> 1323964 INFO  (coreCloseExecutor-8924-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@26be504d
   [junit4]   2> 1323964 INFO  (coreCloseExecutor-8924-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@246dd9f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@3194dd45
   [junit4]   2> 1323979 INFO  (coreCloseExecutor-8924-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1323981 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1323981 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59068760: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3e698844
   [junit4]   2> 1323987 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1323987 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@62bdc493: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@277d5fed
   [junit4]   2> 1323989 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1323989 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cf4c8b2: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@17f0f95b
   [junit4]   2> 1323994 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@121faf76{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1323994 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6b2eaef4{/solr,null,STOPPED}
   [junit4]   2> 1323994 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[312A1911A8A41532]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.8/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_312A1911A8A41532-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {name=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), newname=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=857, maxMBSortInHeap=5.956958567394346, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=nn-NO, timezone=Atlantic/Stanley
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=116457344,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [ConcurrentCreateRoutedAliasTest, MoreLikeThisComponentTest, IndexSizeEstimatorTest, TestCloudJSONFacetSKGEquiv, TestManagedSynonymFilterFactory, TestUninvertingReader, ComputePlanActionTest, TestGraphMLResponseWriter, HighlighterConfigTest, IndexSchemaTest, TlogReplayBufferedWhileIndexingTest, DocValuesTest, TestSimDistribStateManager, TestNumericTokenStream, TestSolrConfigHandlerConcurrent, TestCloudInspectUtil, TestSubQueryTransformerCrossCore, TestBadConfig, TestCollationField, TestRangeQuery, DeleteInactiveReplicaTest, JavaBinAtomicUpdateMultivalueTest, CustomHighlightComponentTest, TestDFRSimilarityFactory, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestCloudNestedDocsSort, TestDocSet, TestStressLucene, TaggerTest, DirectoryFactoryTest, OverseerStatusTest, RequestLoggingTest, SSLMigrationTest, SolrInfoBeanTest, FuzzySearchTest, TestExactSharedStatsCache, ImplicitSnitchTest, TestRemoteStreaming, SolrCloudExampleTest, TestHttpShardHandlerFactory, TestCharFilters, TestDistribPackageStore, TestBinaryField, DateMathParserTest, TestConfigSetsAPI, OverseerModifyCollectionTest, SortByFunctionTest, UninvertDocValuesMergePolicyTest, CategoryRoutedAliasUpdateProcessorTest, TestRestManager, MetricsDisabledCloudTest, DateFieldTest, DistribJoinFromCollectionTest, SolrIndexConfigTest, SecurityConfHandlerTest, ZkCLITest, FieldAnalysisRequestHandlerTest, TestInPlaceUpdatesRequiredField, HttpPartitionTest, ResponseLogComponentTest, TestComplexPhraseLeadingWildcard, ConvertedLegacyTest, PeerSyncReplicationTest, TestLegacyTerms, TestTolerantSearch, ShardTermsTest, MigrateRouteKeyTest, TestQueryingOnDownCollection, TestClusterStateMutator, TestRecoveryHdfs, TestSimPolicyCloud, TestAnalyzeInfixSuggestions, FileBasedSpellCheckerTest, ClusterStateUpdateTest, HdfsRecoveryZkTest, TestFastOutputStream, TestSchemaVersionResource, CloneFieldUpdateProcessorFactoryTest, NumberUtilsTest, AutoscalingHistoryHandlerTest, SpellPossibilityIteratorTest, TestUtilizeNode, MetricTriggerTest, TestRandomDVFaceting, TestLeaderElectionWithEmptyReplica, TestUpdate, SystemCollectionCompatTest, IndexSizeTriggerMixedBoundsTest, TestSolrDeletionPolicy1, DistributedExpandComponentTest, BasicDistributedZk2Test, TestReplicationHandler]
   [junit4] Completed [466/923 (2!)] on J2 in 220.86s, 25 tests, 1 failure <<< FAILURES!

[...truncated 52282 lines...]