You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2024/03/21 12:43:37 UTC

[JENKINS] Lucene » Lucene-Solr-Tests-8.11 - Build # 681 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.11/681/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper

Error Message:
Error from server at http://127.0.0.1:37837/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000004

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37837/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000004
	at __randomizedtesting.SeedInfo.seed([F5B4DACAAEDE3D26:EAFDFA498B343246]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1188)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:225)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:242)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:229)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.lang.Thread.run(Thread.java:750)




Build Log:
[...truncated 15368 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> 1714871 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1714871 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1714872 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-308 after mutting 0 log messages
   [junit4]   2> 1714872 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-309 for ERROR logs matching regex: ignore_exception
   [junit4]   2> 1714873 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001/data-dir-142-001
   [junit4]   2> 1714873 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1714875 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1714876 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001/tempDir-001
   [junit4]   2> 1714876 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1714876 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1714876 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1714877 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1714976 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 33275
   [junit4]   2> 1714976 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33275
   [junit4]   2> 1714976 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33275
   [junit4]   2> 1714976 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33275
   [junit4]   2> 1714978 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1714980 INFO  (zkConnectionManagerCallback-14126-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1714980 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1714983 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1714984 INFO  (zkConnectionManagerCallback-14128-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1714984 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1714984 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1714985 INFO  (zkConnectionManagerCallback-14130-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1714985 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-4) [     ] o.e.j.s.Server jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 1.8.0_362-b09
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-2) [     ] o.e.j.s.Server jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 1.8.0_362-b09
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-1) [     ] o.e.j.s.Server jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 1.8.0_362-b09
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1715088 INFO  (jetty-launcher-14131-thread-3) [     ] o.e.j.s.Server jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 1.8.0_362-b09
   [junit4]   2> 1715098 INFO  (jetty-launcher-14131-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1715098 INFO  (jetty-launcher-14131-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1715101 INFO  (jetty-launcher-14131-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1715106 INFO  (jetty-launcher-14131-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1715106 INFO  (jetty-launcher-14131-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1715106 INFO  (jetty-launcher-14131-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1715110 INFO  (jetty-launcher-14131-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69e9b788{/solr,null,AVAILABLE}
   [junit4]   2> 1715110 INFO  (jetty-launcher-14131-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2091bbf4{/solr,null,AVAILABLE}
   [junit4]   2> 1715111 INFO  (jetty-launcher-14131-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1715111 INFO  (jetty-launcher-14131-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1715111 INFO  (jetty-launcher-14131-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1715113 INFO  (jetty-launcher-14131-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6621324d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38203}
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e2e7c29{/solr,null,AVAILABLE}
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-4) [     ] o.e.j.s.Server Started @1715145ms
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33275/solr, hostPort=38203}
   [junit4]   2> 1715114 ERROR (jetty-launcher-14131-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.4
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
   [junit4]   2> 1715114 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2024-03-21T12:06:13.168Z
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10e47b3b{/solr,null,AVAILABLE}
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4e4587b6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40123}
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-2) [     ] o.e.j.s.Server Started @1715146ms
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33275/solr, hostPort=40123}
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@41164431{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41775}
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-1) [     ] o.e.j.s.Server Started @1715146ms
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33275/solr, hostPort=41775}
   [junit4]   2> 1715115 ERROR (jetty-launcher-14131-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.4
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
   [junit4]   2> 1715115 ERROR (jetty-launcher-14131-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2024-03-21T12:06:13.169Z
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.4
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2024-03-21T12:06:13.169Z
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@666e72a3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34709}
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-3) [     ] o.e.j.s.Server Started @1715146ms
   [junit4]   2> 1715115 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33275/solr, hostPort=34709}
   [junit4]   2> 1715115 ERROR (jetty-launcher-14131-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1715116 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1715116 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.4
   [junit4]   2> 1715116 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1715116 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
   [junit4]   2> 1715116 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2024-03-21T12:06:13.170Z
   [junit4]   2> 1715116 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1715117 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1715117 INFO  (zkConnectionManagerCallback-14133-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1715117 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1715117 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1715121 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1715121 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1715126 INFO  (zkConnectionManagerCallback-14135-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1715126 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1715126 INFO  (zkConnectionManagerCallback-14139-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1715126 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1715126 WARN  (jetty-launcher-14131-thread-4-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1715126 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1715126 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1715127 INFO  (zkConnectionManagerCallback-14137-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1715127 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1715129 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1715129 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1715129 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1715130 WARN  (jetty-launcher-14131-thread-3-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1715130 WARN  (jetty-launcher-14131-thread-2-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1715132 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1715798 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1715818 WARN  (jetty-launcher-14131-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a3c46d8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1715818 WARN  (jetty-launcher-14131-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a3c46d8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1715850 WARN  (jetty-launcher-14131-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@489c3522[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1715850 WARN  (jetty-launcher-14131-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@489c3522[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1715851 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33275/solr
   [junit4]   2> 1715865 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1715874 INFO  (zkConnectionManagerCallback-14159-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1715874 INFO  (jetty-launcher-14131-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1715993 INFO  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716011 INFO  (zkConnectionManagerCallback-14161-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716011 INFO  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716025 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1716026 WARN  (jetty-launcher-14131-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41b03c12[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716026 WARN  (jetty-launcher-14131-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41b03c12[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716029 WARN  (jetty-launcher-14131-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@78c118c5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716029 WARN  (jetty-launcher-14131-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@78c118c5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716030 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33275/solr
   [junit4]   2> 1716032 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716032 INFO  (zkConnectionManagerCallback-14171-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716032 INFO  (jetty-launcher-14131-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716067 WARN  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1716071 INFO  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40123_solr
   [junit4]   2> 1716071 INFO  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.Overseer Overseer (id=72396129771257864-127.0.0.1:40123_solr-n_0000000000) starting
   [junit4]   2> 1716086 INFO  (OverseerStateUpdate-72396129771257864-127.0.0.1:40123_solr-n_0000000000) [n:127.0.0.1:40123_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40123_solr
   [junit4]   2> 1716087 INFO  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40123_solr
   [junit4]   2> 1716089 INFO  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.ZkController non-data nodes now []
   [junit4]   2> 1716090 INFO  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1716090 WARN  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1716100 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1716100 INFO  (zkCallback-14160-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1716101 WARN  (jetty-launcher-14131-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@782a2d6c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716103 WARN  (jetty-launcher-14131-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@782a2d6c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716105 WARN  (jetty-launcher-14131-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3da492b4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716105 WARN  (jetty-launcher-14131-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3da492b4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716106 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33275/solr
   [junit4]   2> 1716107 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716108 INFO  (zkConnectionManagerCallback-14184-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716108 INFO  (jetty-launcher-14131-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716127 INFO  (jetty-launcher-14131-thread-2) [n:127.0.0.1:40123_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001/tempDir-001/node2
   [junit4]   2> 1716134 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716138 INFO  (zkConnectionManagerCallback-14189-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716138 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716143 WARN  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1716144 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1716146 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:38203_solr as DOWN
   [junit4]   2> 1716146 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 1716147 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38203_solr
   [junit4]   2> 1716147 INFO  (zkCallback-14160-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1716148 INFO  (zkCallback-14188-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1716148 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.ZkController non-data nodes now []
   [junit4]   2> 1716150 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1716150 WARN  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1716185 INFO  (jetty-launcher-14131-thread-4) [n:127.0.0.1:38203_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001/tempDir-001/node4
   [junit4]   2> 1716234 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716235 INFO  (zkConnectionManagerCallback-14197-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716235 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716242 WARN  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1716243 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1716248 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41775_solr as DOWN
   [junit4]   2> 1716248 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 1716248 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41775_solr
   [junit4]   2> 1716249 INFO  (zkCallback-14160-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1716249 INFO  (zkCallback-14188-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1716250 INFO  (zkCallback-14196-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1716250 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.ZkController non-data nodes now []
   [junit4]   2> 1716251 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1716252 WARN  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1716276 INFO  (jetty-launcher-14131-thread-1) [n:127.0.0.1:41775_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001/tempDir-001/node1
   [junit4]   2> 1716493 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1716494 WARN  (jetty-launcher-14131-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3e43bde4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716494 WARN  (jetty-launcher-14131-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3e43bde4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716497 WARN  (jetty-launcher-14131-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a6d6eb3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716497 WARN  (jetty-launcher-14131-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a6d6eb3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1716498 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33275/solr
   [junit4]   2> 1716499 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716500 INFO  (zkConnectionManagerCallback-14211-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716500 INFO  (jetty-launcher-14131-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716602 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716603 INFO  (zkConnectionManagerCallback-14213-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716603 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716610 WARN  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1716611 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1716616 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34709_solr as DOWN
   [junit4]   2> 1716616 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 1716616 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34709_solr
   [junit4]   2> 1716617 INFO  (zkCallback-14196-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1716617 INFO  (zkCallback-14160-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1716617 INFO  (zkCallback-14188-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1716617 INFO  (zkCallback-14212-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1716618 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.ZkController non-data nodes now []
   [junit4]   2> 1716620 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1716620 WARN  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1716653 INFO  (jetty-launcher-14131-thread-3) [n:127.0.0.1:34709_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001/tempDir-001/node3
   [junit4]   2> 1716664 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1716664 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716665 INFO  (zkConnectionManagerCallback-14224-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716665 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716667 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1716668 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33275/solr ready
   [junit4]   2> 1716670 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=378291290
   [junit4]   2> 1716670 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40123_solr
   [junit4]   2> 1716671 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1716671 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:40123_solr as DOWN
   [junit4]   2> 1716671 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 1716677 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1716677 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1716677 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1716677 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1716677 INFO  (closeThreadPool-14229-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72396129771257864-127.0.0.1:40123_solr-n_0000000000) closing
   [junit4]   2> 1716678 INFO  (OverseerStateUpdate-72396129771257864-127.0.0.1:40123_solr-n_0000000000) [n:127.0.0.1:40123_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40123_solr
   [junit4]   2> 1716686 INFO  (OverseerAutoScalingTriggerThread-72396129771257864-127.0.0.1:40123_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1716688 WARN  (jetty-launcher-14131-thread-2-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1716692 INFO  (closeThreadPool-14229-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72396129771257864-127.0.0.1:40123_solr-n_0000000000) closing
   [junit4]   2> 1716692 INFO  (zkCallback-14196-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1716692 INFO  (zkCallback-14188-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38203_solr
   [junit4]   2> 1716692 INFO  (zkCallback-14212-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1716692 INFO  (zkCallback-14188-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1716789 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.Overseer Overseer (id=72396129771257864-127.0.0.1:40123_solr-n_0000000000) closing
   [junit4]   2> 1716790 INFO  (zkCallback-14223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1716791 INFO  (zkCallback-14188-thread-1) [n:127.0.0.1:38203_solr     ] o.a.s.c.Overseer Overseer (id=72396129771257867-127.0.0.1:38203_solr-n_0000000001) starting
   [junit4]   2> 1716791 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4e4587b6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1716791 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69e9b788{/solr,null,STOPPED}
   [junit4]   2> 1716792 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1716792 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1716792 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1716792 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.Server jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 1.8.0_362-b09
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ab228f8{/solr,null,AVAILABLE}
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@61eea752{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40915}
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.Server Started @1716829ms
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33275/solr, hostPort=40613}
   [junit4]   2> 1716798 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1716798 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.4
   [junit4]   2> 1716799 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1716799 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
   [junit4]   2> 1716799 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2024-03-21T12:06:14.853Z
   [junit4]   2> 1716801 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1716802 INFO  (OverseerStateUpdate-72396129771257867-127.0.0.1:38203_solr-n_0000000001) [n:127.0.0.1:38203_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38203_solr
   [junit4]   2> 1716802 INFO  (zkConnectionManagerCallback-14231-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1716802 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1716802 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1716806 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1717039 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1717040 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c96daf3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1717040 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c96daf3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1717044 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ce9fcaf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1717044 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ce9fcaf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1717045 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33275/solr
   [junit4]   2> 1717046 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1717047 INFO  (zkConnectionManagerCallback-14246-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1717047 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1717048 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210011.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210011, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210011, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1717149 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1717150 INFO  (zkConnectionManagerCallback-14248-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1717150 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1717156 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1717157 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1717160 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:40613_solr as DOWN
   [junit4]   2> 1717160 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 1717160 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40613_solr
   [junit4]   2> 1717161 INFO  (zkCallback-14223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717161 INFO  (zkCallback-14188-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717161 INFO  (zkCallback-14212-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717161 INFO  (zkCallback-14196-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717162 INFO  (zkCallback-14247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717162 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.ZkController non-data nodes now []
   [junit4]   2> 1717164 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1717164 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1717194 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:40613_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001/tempDir-001/node2
   [junit4]   2> 1717203 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1717204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:40915/solr. Proxy: http://127.0.0.1:40613/solr
   [junit4]   2> 1717204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1751390407
   [junit4]   2> 1717204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38203_solr
   [junit4]   2> 1717205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1717205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:38203_solr as DOWN
   [junit4]   2> 1717205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1717205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1717205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1717205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1717210 INFO  (closeThreadPool-14259-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72396129771257867-127.0.0.1:38203_solr-n_0000000001) closing
   [junit4]   2> 1717213 INFO  (OverseerStateUpdate-72396129771257867-127.0.0.1:38203_solr-n_0000000001) [n:127.0.0.1:38203_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38203_solr
   [junit4]   2> 1717218 INFO  (OverseerAutoScalingTriggerThread-72396129771257867-127.0.0.1:38203_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1717223 WARN  (jetty-launcher-14131-thread-4-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e21000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e21000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e21000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1717224 INFO  (zkCallback-14223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1717224 INFO  (closeThreadPool-14259-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72396129771257867-127.0.0.1:38203_solr-n_0000000001) closing
   [junit4]   2> 1717224 INFO  (zkCallback-14247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1717224 INFO  (zkCallback-14196-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1717224 INFO  (zkCallback-14212-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1717225 INFO  (zkCallback-14196-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41775_solr
   [junit4]   2> 1717225 INFO  (zkCallback-14196-thread-2) [n:127.0.0.1:41775_solr     ] o.a.s.c.Overseer Overseer (id=72396129771257868-127.0.0.1:41775_solr-n_0000000002) starting
   [junit4]   2> 1717230 INFO  (OverseerStateUpdate-72396129771257868-127.0.0.1:41775_solr-n_0000000002) [n:127.0.0.1:41775_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41775_solr
   [junit4]   2> 1717324 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.Overseer Overseer (id=72396129771257867-127.0.0.1:38203_solr-n_0000000001) closing
   [junit4]   2> 1717325 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6621324d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1717325 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2091bbf4{/solr,null,STOPPED}
   [junit4]   2> 1717325 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1717326 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1717326 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1717326 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.Server jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 1.8.0_362-b09
   [junit4]   2> 1717333 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1717333 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a7c6a30{/solr,null,AVAILABLE}
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@539eb07a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40375}
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.Server Started @1717365ms
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33275/solr, hostPort=42781}
   [junit4]   2> 1717334 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.4
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
   [junit4]   2> 1717334 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2024-03-21T12:06:15.388Z
   [junit4]   2> 1717338 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1717338 INFO  (zkConnectionManagerCallback-14265-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1717338 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1717339 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1717342 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1717343 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210013.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210013, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210013, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1717981 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1717982 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ab74ef1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1717982 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ab74ef1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1717985 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f3a4ffc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1717985 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f3a4ffc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1717987 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33275/solr
   [junit4]   2> 1717987 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1717988 INFO  (zkConnectionManagerCallback-14276-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1717988 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1717989 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210014.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210014, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210014, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1718092 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1718093 INFO  (zkConnectionManagerCallback-14278-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1718093 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1718099 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1718100 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1718104 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:42781_solr as DOWN
   [junit4]   2> 1718104 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 1718104 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42781_solr
   [junit4]   2> 1718105 INFO  (zkCallback-14212-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1718105 INFO  (zkCallback-14223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1718105 INFO  (zkCallback-14196-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1718105 INFO  (zkCallback-14247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1718105 INFO  (zkCallback-14277-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1718106 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.ZkController non-data nodes now []
   [junit4]   2> 1718109 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1718109 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1718140 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:42781_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001/tempDir-001/node4
   [junit4]   2> 1718150 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1718151 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:40375/solr. Proxy: http://127.0.0.1:42781/solr
   [junit4]   2> 1718151 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1783459979
   [junit4]   2> 1718151 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41775_solr
   [junit4]   2> 1718151 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1718151 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:41775_solr as DOWN
   [junit4]   2> 1718152 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1718152 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1718152 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1718152 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1718153 INFO  (closeThreadPool-14289-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72396129771257868-127.0.0.1:41775_solr-n_0000000002) closing
   [junit4]   2> 1718153 INFO  (OverseerStateUpdate-72396129771257868-127.0.0.1:41775_solr-n_0000000002) [n:127.0.0.1:41775_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41775_solr
   [junit4]   2> 1718154 INFO  (OverseerAutoScalingTriggerThread-72396129771257868-127.0.0.1:41775_solr-n_0000000002) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1718160 INFO  (closeThreadPool-14289-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72396129771257868-127.0.0.1:41775_solr-n_0000000002) closing
   [junit4]   2> 1718161 INFO  (zkCallback-14223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1718161 WARN  (jetty-launcher-14131-thread-1-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e21000c.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e21000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e21000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1718161 INFO  (zkCallback-14247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1718161 INFO  (zkCallback-14212-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1718161 INFO  (zkCallback-14277-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1718161 INFO  (zkCallback-14212-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34709_solr
   [junit4]   2> 1718261 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.Overseer Overseer (id=72396129771257868-127.0.0.1:41775_solr-n_0000000002) closing
   [junit4]   2> 1718263 INFO  (zkCallback-14212-thread-2) [n:127.0.0.1:34709_solr     ] o.a.s.c.Overseer Overseer (id=72396129771257870-127.0.0.1:34709_solr-n_0000000003) starting
   [junit4]   2> 1718263 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@41164431{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1718264 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e2e7c29{/solr,null,STOPPED}
   [junit4]   2> 1718264 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1718265 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1718265 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1718265 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.Server jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 1.8.0_362-b09
   [junit4]   2> 1718267 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1718267 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1718268 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1718268 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c7b2d58{/solr,null,AVAILABLE}
   [junit4]   2> 1718270 INFO  (OverseerStateUpdate-72396129771257870-127.0.0.1:34709_solr-n_0000000003) [n:127.0.0.1:34709_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34709_solr
   [junit4]   2> 1718271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@41bc161c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35705}
   [junit4]   2> 1718271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.s.Server Started @1718302ms
   [junit4]   2> 1718271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33275/solr, hostPort=38813}
   [junit4]   2> 1718271 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1718271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1718271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.4
   [junit4]   2> 1718271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1718271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
   [junit4]   2> 1718271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2024-03-21T12:06:16.325Z
   [junit4]   2> 1718274 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1718274 INFO  (zkConnectionManagerCallback-14294-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1718275 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1718275 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1718279 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1718280 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210016.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210016, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210016, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1718622 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1718623 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ef5d6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1718623 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ef5d6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1718626 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ac0dc61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1718626 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ac0dc61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1718627 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33275/solr
   [junit4]   2> 1718628 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1718629 INFO  (zkConnectionManagerCallback-14306-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1718629 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1718731 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:38813_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1718732 INFO  (zkConnectionManagerCallback-14308-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1718732 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [n:127.0.0.1:38813_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1718739 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26

[...truncated too long message...]

ode0 Stopped scavenging
   [junit4]   2> 1738108 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1738210 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker-SendThread(127.0.0.1:33275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10133e57e210001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10133e57e210001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1738312 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/aliases.json
   [junit4]   2> 	11	/solr/security.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	9	/solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/terms/shard1
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/terms/shard1
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard1
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard2
   [junit4]   2> 	4	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/terms/shard1
   [junit4]   2> 	4	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	4	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	4	/solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/state.json
   [junit4]   2> 	3	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2> 	2	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/collectionprops.json
   [junit4]   2> 	2	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	31	/solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/state.json
   [junit4]   2> 	29	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2> 	13	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	12	/solr/clusterstate.json
   [junit4]   2> 	10	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	4	/solr/overseer_elect/election/72396129771257880-127.0.0.1:38813_solr-n_0000000006
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	88	/solr/overseer/queue
   [junit4]   2> 	88	/solr/live_nodes
   [junit4]   2> 	52	/solr/collections
   [junit4]   2> 	34	/solr/overseer/collection-queue-work
   [junit4]   2> 	11	/solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/state.json
   [junit4]   2> 	9	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2> 	5	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	4	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 
   [junit4]   2> 1738315 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33275
   [junit4]   2> 1738315 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33275
   [junit4]   2> 1738315 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33275
   [junit4]   2> 1738316 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-309 after mutting 0 log messages
   [junit4]   2> 1738316 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[F5B4DACAAEDE3D26]-worker) [     ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-310 for ERROR logs matching regex: ignore_exception
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_F5B4DACAAEDE3D26-001
   [junit4]   2> Mar 21, 2024 12:06:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=35, maxDocsPerChunk=430, blockShift=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=35, maxDocsPerChunk=430, blockSize=5)), sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ga-IE, timezone=Australia/Brisbane
   [junit4]   2> NOTE: Linux 4.15.0-213-generic amd64/Temurin 1.8.0_362 (64-bit)/cpus=4,threads=1,free=336162664,total=508559360
   [junit4]   2> NOTE: All tests run in this JVM: [MetricsConfigTest, RequiredFieldsTest, BlockJoinFacetDistribTest, CopyFieldTest, TestLFUCache, MoveReplicaHDFSFailoverTest, TestJettySolrRunner, TestReloadAndDeleteDocs, TestConfigsApi, TestObjectReleaseTracker, ScriptEngineTest, DistribCursorPagingTest, AtomicUpdateProcessorFactoryTest, TestDistribDocBasedVersion, TestOmitPositions, TestDefaultStatsCache, SimpleCollectionCreateDeleteTest, TestMinimalConfig, DirectSolrSpellCheckerTest, DistributedSpellCheckComponentTest, SpellCheckCollatorWithCollapseTest, DistanceUnitsTest, TestCloudPivotFacet, DocumentBuilderTest, TestDistributedMissingSort, HDFSCollectionsAPITest, TestClassicSimilarityFactory, CoreAdminCreateDiscoverTest, SearchHandlerTest, AnalysisAfterCoreReloadTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestReplicationHandler, TestPartialUpdateDeduplication, TestOrdValues, TestFieldResource, SolrRrdBackendFactoryTest, TestSolrJacksonAnnotation, TestRestoreCore, BadCopyFieldTest, TestCoreDiscovery, RouteFieldTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestNumericTerms64, TestRecoveryHdfs, SolrCoreCheckLockOnStartupTest, HdfsBackupRepositoryIntegrationTest, CreateCollectionCleanupTest, TestCopyFieldCollectionResource, DeleteNodeTest, BaseCdcrDistributedZkTest, TestSSLRandomization, HdfsDirectoryTest, TestInPlaceUpdateWithRouteField, TestFileDictionaryLookup, OverriddenZkACLAndCredentialsProvidersTest, CurrencyRangeFacetCloudTest, DistributedDebugComponentTest, OverseerSolrResponseTest, UUIDUpdateProcessorFallbackTest, TestDynamicLoadingUrl, TestCustomDocTransformer, TestCloudManagedSchema, TestHalfAndHalfDocValues, TestSimLargeCluster, TestPolicyCloud, TestRangeQuery, AliasIntegrationTest, BasicAuthIntegrationTest, SolrJmxReporterTest, WordBreakSolrSpellCheckerTest, SoftAutoCommitTest, MultiThreadedOCPTest, SolrIndexSearcherTest, TestOverriddenPrefixQueryForCustomFieldType, TimeZoneUtilsTest, ReplaceNodeTest, TestSlowCompositeReaderWrapper, MaxScoreCollectorTest, TestExplainDocTransformer, DistributedFacetSimpleRefinementLongTailTest, TestXIncludeConfig, DimensionalRoutedAliasUpdateProcessorTest, HdfsUnloadDistributedZkTest, ResponseHeaderTest, ZkSolrClientTest, TestCloudSearcherWarming, HdfsCollectionsAPIDistributedZkTest, TestSearcherReuse, FacetPivotSmallTest, Tagger2Test, DistributedFacetPivotLongTailTest, TestConfigSetImmutable, TestFieldCacheVsDocValues, TestComplexPhraseQParserPlugin, NodeMarkersRegistrationTest, SegmentsInfoRequestHandlerTest, AuthToolTest, TestSolr4Spatial2, NodeAddedTriggerIntegrationTest, TriLevelCompositeIdRoutingTest, LongSetTest, DocValuesMissingTest, JavabinLoaderTest, HdfsRestartWhileUpdatingTest, TestRetrieveFieldsOptimizer, ScheduledTriggerTest, TestDistribPackageStore, MetricUtilsTest, TestStressCloudBlindAtomicUpdates, ClassificationUpdateProcessorIntegrationTest, SpatialRPTFieldTypeTest, TestIndexingPerformance, HighlighterWithoutStoredIdTest, TestInitParams, MetricsHistoryIntegrationTest, RequestLoggingTest, TestLockTree, TestStressLucene, HttpPartitionTest, LeaderElectionTest, LeaderVoteWaitTimeoutTest, RecoveryZkTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, RollingRestartTest, ShardRoutingTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudRecovery2, TestCryptoKeys, TestLeaderElectionZkExpiry, TestPullReplicaErrorHandling]
   [junit4] Completed [578/959 (1!)] on J0 in 23.78s, 4 tests, 1 error <<< FAILURES!

[...truncated 55663 lines...]