You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/11/10 19:57:31 UTC

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-8.x - Build # 14 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-8.x/14/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica

Error Message:
Error from server at http://127.0.0.1:42749/solr: Cannot create collection pull_replica_error_handling_test_cant_connect_to_pull_replica. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 1, value of tlogReplicas is 0 and value of pullReplicas is 1. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42749/solr: Cannot create collection pull_replica_error_handling_test_cant_connect_to_pull_replica. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 1, value of tlogReplicas is 0 and value of pullReplicas is 1. This requires 4 shards to be created (higher than the allowed number)
	at __randomizedtesting.SeedInfo.seed([5BE52175E50F91FF:53D2C7BD3EA1E571]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica(TestPullReplicaErrorHandling.java:149)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14933 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> 2728551 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2728551 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/data-dir-150-001
   [junit4]   2> 2728551 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 2728551 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2728553 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2728553 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2728554 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/tempDir-001
   [junit4]   2> 2728554 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2728554 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2728554 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2728555 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2728654 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 45005
   [junit4]   2> 2728654 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45005
   [junit4]   2> 2728654 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45005
   [junit4]   2> 2728654 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45005
   [junit4]   2> 2728672 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2728683 INFO  (zkConnectionManagerCallback-19652-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2728684 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2728698 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2728700 INFO  (zkConnectionManagerCallback-19654-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2728702 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2728719 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2728731 INFO  (zkConnectionManagerCallback-19656-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2728731 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2728835 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2728835 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2728835 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2728835 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2728835 INFO  (jetty-launcher-19657-thread-3) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 1.8.0_252-b09
   [junit4]   2> 2728836 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2728836 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2728836 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2728836 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2728836 INFO  (jetty-launcher-19657-thread-4) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 1.8.0_252-b09
   [junit4]   2> 2728836 INFO  (jetty-launcher-19657-thread-1) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 1.8.0_252-b09
   [junit4]   2> 2728838 INFO  (jetty-launcher-19657-thread-2) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 1.8.0_252-b09
   [junit4]   2> 2728838 INFO  (jetty-launcher-19657-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2728838 INFO  (jetty-launcher-19657-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2728838 INFO  (jetty-launcher-19657-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2728838 INFO  (jetty-launcher-19657-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a4f2a2e{/solr,null,AVAILABLE}
   [junit4]   2> 2728840 INFO  (jetty-launcher-19657-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2728840 INFO  (jetty-launcher-19657-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2728840 INFO  (jetty-launcher-19657-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2728840 INFO  (jetty-launcher-19657-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@99e3338{/solr,null,AVAILABLE}
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5b276a0a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44965}
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-3) [     ] o.e.j.s.Server Started @2728880ms
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44965}
   [junit4]   2> 2728841 ERROR (jetty-launcher-19657-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-10T18:46:36.601Z
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2728841 INFO  (jetty-launcher-19657-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5620b7f5{/solr,null,AVAILABLE}
   [junit4]   2> 2728842 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2728844 INFO  (jetty-launcher-19657-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2728844 INFO  (jetty-launcher-19657-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2728844 INFO  (jetty-launcher-19657-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2728844 INFO  (jetty-launcher-19657-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@326e4a46{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45927}
   [junit4]   2> 2728844 INFO  (jetty-launcher-19657-thread-2) [     ] o.e.j.s.Server Started @2728884ms
   [junit4]   2> 2728844 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45927}
   [junit4]   2> 2728844 INFO  (jetty-launcher-19657-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@633f97a6{/solr,null,AVAILABLE}
   [junit4]   2> 2728845 ERROR (jetty-launcher-19657-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-10T18:46:36.605Z
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@66286270{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42879}
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-4) [     ] o.e.j.s.Server Started @2728884ms
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42879}
   [junit4]   2> 2728845 ERROR (jetty-launcher-19657-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-10T18:46:36.605Z
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@48d2cbba{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38653}
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-1) [     ] o.e.j.s.Server Started @2728885ms
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38653}
   [junit4]   2> 2728845 ERROR (jetty-launcher-19657-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2728845 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2728846 INFO  (zkConnectionManagerCallback-19659-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2728846 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2728846 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2728846 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2728846 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2728846 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2728846 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-10T18:46:36.606Z
   [junit4]   2> 2728847 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2728849 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2728850 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2728852 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2728862 INFO  (zkConnectionManagerCallback-19663-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2728862 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2728863 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2728864 INFO  (zkConnectionManagerCallback-19661-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2728864 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2728865 INFO  (zkConnectionManagerCallback-19665-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2728865 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2728865 WARN  (jetty-launcher-19657-thread-3-SendThread(127.0.0.1:45005)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016a6622650003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2728865 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2728865 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2728866 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2728868 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2728868 WARN  (jetty-launcher-19657-thread-4-SendThread(127.0.0.1:45005)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016a6622650005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2728871 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2728872 WARN  (jetty-launcher-19657-thread-2-SendThread(127.0.0.1:45005)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016a6622650004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2729543 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2729544 WARN  (jetty-launcher-19657-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d5364d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2729544 WARN  (jetty-launcher-19657-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d5364d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2729572 WARN  (jetty-launcher-19657-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@540e2a9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2729572 WARN  (jetty-launcher-19657-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@540e2a9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2729573 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45005/solr
   [junit4]   2> 2729605 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2729612 INFO  (zkConnectionManagerCallback-19685-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2729612 INFO  (jetty-launcher-19657-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2729616 WARN  (jetty-launcher-19657-thread-2-SendThread(127.0.0.1:45005)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016a6622650007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2729726 INFO  (jetty-launcher-19657-thread-2) [n:127.0.0.1:45927_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2729733 INFO  (zkConnectionManagerCallback-19687-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2729733 INFO  (jetty-launcher-19657-thread-2) [n:127.0.0.1:45927_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2729805 INFO  (jetty-launcher-19657-thread-2) [n:127.0.0.1:45927_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45927_solr
   [junit4]   2> 2729806 INFO  (jetty-launcher-19657-thread-2) [n:127.0.0.1:45927_solr     ] o.a.s.c.Overseer Overseer (id=72456055910891528-127.0.0.1:45927_solr-n_0000000000) starting
   [junit4]   2> 2729820 INFO  (OverseerStateUpdate-72456055910891528-127.0.0.1:45927_solr-n_0000000000) [n:127.0.0.1:45927_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45927_solr
   [junit4]   2> 2729836 INFO  (jetty-launcher-19657-thread-2) [n:127.0.0.1:45927_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45927_solr
   [junit4]   2> 2729839 INFO  (jetty-launcher-19657-thread-2) [n:127.0.0.1:45927_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2729840 WARN  (jetty-launcher-19657-thread-2) [n:127.0.0.1:45927_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2729852 INFO  (zkCallback-19686-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2729897 INFO  (jetty-launcher-19657-thread-2) [n:127.0.0.1:45927_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/tempDir-001/node2
   [junit4]   2> 2730070 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2730071 WARN  (jetty-launcher-19657-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@690a9f79[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2730071 WARN  (jetty-launcher-19657-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@690a9f79[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2730073 WARN  (jetty-launcher-19657-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fb7de65[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2730073 WARN  (jetty-launcher-19657-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fb7de65[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2730075 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45005/solr
   [junit4]   2> 2730076 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2730080 INFO  (zkConnectionManagerCallback-19705-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2730080 INFO  (jetty-launcher-19657-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2730188 INFO  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2730191 INFO  (zkConnectionManagerCallback-19707-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2730191 INFO  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2730196 INFO  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2730199 INFO  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:38653_solr as DOWN
   [junit4]   2> 2730200 INFO  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2730200 INFO  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38653_solr
   [junit4]   2> 2730201 INFO  (zkCallback-19686-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2730202 INFO  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2730202 WARN  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2730213 INFO  (zkCallback-19706-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2730219 INFO  (jetty-launcher-19657-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/tempDir-001/node1
   [junit4]   2> 2730229 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2730229 WARN  (jetty-launcher-19657-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1987f596[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2730230 WARN  (jetty-launcher-19657-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1987f596[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2730232 WARN  (jetty-launcher-19657-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@30d5d2d1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2730232 WARN  (jetty-launcher-19657-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@30d5d2d1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2730233 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45005/solr
   [junit4]   2> 2730234 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2730237 INFO  (zkConnectionManagerCallback-19721-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2730237 INFO  (jetty-launcher-19657-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2730344 INFO  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2730348 INFO  (zkConnectionManagerCallback-19723-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2730348 INFO  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2730352 INFO  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2730355 INFO  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:42879_solr as DOWN
   [junit4]   2> 2730355 INFO  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2730355 INFO  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42879_solr
   [junit4]   2> 2730356 INFO  (zkCallback-19706-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2730356 INFO  (zkCallback-19686-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2730357 INFO  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2730358 WARN  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2730364 INFO  (zkCallback-19722-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2730369 INFO  (jetty-launcher-19657-thread-4) [n:127.0.0.1:42879_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/tempDir-001/node4
   [junit4]   2> 2731752 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2731753 WARN  (jetty-launcher-19657-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@689dee6e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2731754 WARN  (jetty-launcher-19657-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@689dee6e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2731756 WARN  (jetty-launcher-19657-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@361a7af3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2731756 WARN  (jetty-launcher-19657-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@361a7af3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2731757 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45005/solr
   [junit4]   2> 2731758 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2731759 INFO  (zkConnectionManagerCallback-19737-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2731759 INFO  (jetty-launcher-19657-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2731760 WARN  (jetty-launcher-19657-thread-3-SendThread(127.0.0.1:45005)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016a662265000d.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016a662265000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016a662265000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2731861 INFO  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2731861 INFO  (zkConnectionManagerCallback-19739-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2731861 INFO  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2731865 INFO  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2731868 INFO  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44965_solr as DOWN
   [junit4]   2> 2731869 INFO  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2731869 INFO  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44965_solr
   [junit4]   2> 2731870 INFO  (zkCallback-19722-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2731870 INFO  (zkCallback-19706-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2731870 INFO  (zkCallback-19686-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2731870 INFO  (zkCallback-19738-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2731871 INFO  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2731871 WARN  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2731888 INFO  (jetty-launcher-19657-thread-3) [n:127.0.0.1:44965_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/tempDir-001/node3
   [junit4]   2> 2731894 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 2731894 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2731895 INFO  (zkConnectionManagerCallback-19750-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2731895 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2731896 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2731897 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45005/solr ready
   [junit4]   2> 2731899 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=313295498
   [junit4]   2> 2731899 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45927_solr
   [junit4]   2> 2731899 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2731899 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:45927_solr as DOWN
   [junit4]   2> 2731901 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2731901 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2731901 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 2731901 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2731901 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2731902 INFO  (closeThreadPool-19755-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72456055910891528-127.0.0.1:45927_solr-n_0000000000) closing
   [junit4]   2> 2731902 INFO  (OverseerStateUpdate-72456055910891528-127.0.0.1:45927_solr-n_0000000000) [n:127.0.0.1:45927_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45927_solr
   [junit4]   2> 2731902 INFO  (OverseerAutoScalingTriggerThread-72456055910891528-127.0.0.1:45927_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2731904 INFO  (closeThreadPool-19755-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72456055910891528-127.0.0.1:45927_solr-n_0000000000) closing
   [junit4]   2> 2731904 WARN  (jetty-launcher-19657-thread-2-SendThread(127.0.0.1:45005)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016a6622650008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2731905 INFO  (zkCallback-19738-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2731905 INFO  (zkCallback-19722-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2731905 INFO  (zkCallback-19749-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2731905 INFO  (zkCallback-19706-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38653_solr
   [junit4]   2> 2731905 INFO  (zkCallback-19706-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2731906 INFO  (zkCallback-19706-thread-1) [n:127.0.0.1:38653_solr     ] o.a.s.c.Overseer Overseer (id=72456055910891530-127.0.0.1:38653_solr-n_0000000001) starting
   [junit4]   2> 2731908 INFO  (OverseerStateUpdate-72456055910891530-127.0.0.1:38653_solr-n_0000000001) [n:127.0.0.1:38653_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38653_solr
   [junit4]   2> 2732006 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.Overseer Overseer (id=72456055910891528-127.0.0.1:45927_solr-n_0000000000) closing
   [junit4]   2> 2732007 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@326e4a46{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2732007 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5620b7f5{/solr,null,STOPPED}
   [junit4]   2> 2732007 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2732008 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2732008 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2732008 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 1.8.0_252-b09
   [junit4]   2> 2732033 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2732033 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2732033 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2732033 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c044195{/solr,null,AVAILABLE}
   [junit4]   2> 2732034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1c9cf0b4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36785}
   [junit4]   2> 2732034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.Server Started @2732073ms
   [junit4]   2> 2732034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46807}
   [junit4]   2> 2732034 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2732034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2732034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2732034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2732034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2732034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-10T18:46:39.794Z
   [junit4]   2> 2732041 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2732041 INFO  (zkConnectionManagerCallback-19761-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2732041 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2732043 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2732058 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2733014 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2733015 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5092d6a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2733015 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5092d6a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2733018 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5e541cd8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2733018 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5e541cd8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2733019 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45005/solr
   [junit4]   2> 2733020 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2733021 INFO  (zkConnectionManagerCallback-19772-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2733021 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2733123 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2733124 INFO  (zkConnectionManagerCallback-19774-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2733124 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2733129 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2733132 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:46807_solr as DOWN
   [junit4]   2> 2733133 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2733133 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46807_solr
   [junit4]   2> 2733134 INFO  (zkCallback-19706-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2733134 INFO  (zkCallback-19749-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2733134 INFO  (zkCallback-19738-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2733134 INFO  (zkCallback-19722-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2733134 INFO  (zkCallback-19773-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2733135 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2733136 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2733147 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:46807_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/tempDir-001/node2
   [junit4]   2> 2733155 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 2733155 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:36785/solr. Proxy: http://127.0.0.1:46807/solr
   [junit4]   2> 2733156 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=639228074
   [junit4]   2> 2733156 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38653_solr
   [junit4]   2> 2733156 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2733156 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:38653_solr as DOWN
   [junit4]   2> 2733158 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2733158 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 2733158 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2733158 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2733159 INFO  (closeThreadPool-19785-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72456055910891530-127.0.0.1:38653_solr-n_0000000001) closing
   [junit4]   2> 2733159 INFO  (OverseerStateUpdate-72456055910891530-127.0.0.1:38653_solr-n_0000000001) [n:127.0.0.1:38653_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38653_solr
   [junit4]   2> 2733160 INFO  (OverseerAutoScalingTriggerThread-72456055910891530-127.0.0.1:38653_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2733162 INFO  (closeThreadPool-19785-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72456055910891530-127.0.0.1:38653_solr-n_0000000001) closing
   [junit4]   2> 2733163 INFO  (zkCallback-19749-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2733163 INFO  (zkCallback-19773-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2733163 INFO  (zkCallback-19738-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2733163 INFO  (zkCallback-19722-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2733163 INFO  (zkCallback-19722-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42879_solr
   [junit4]   2> 2733165 INFO  (zkCallback-19722-thread-2) [n:127.0.0.1:42879_solr     ] o.a.s.c.Overseer Overseer (id=72456055910891532-127.0.0.1:42879_solr-n_0000000002) starting
   [junit4]   2> 2733168 INFO  (OverseerStateUpdate-72456055910891532-127.0.0.1:42879_solr-n_0000000002) [n:127.0.0.1:42879_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42879_solr
   [junit4]   2> 2733263 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.Overseer Overseer (id=72456055910891530-127.0.0.1:38653_solr-n_0000000001) closing
   [junit4]   2> 2733264 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@48d2cbba{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2733264 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@633f97a6{/solr,null,STOPPED}
   [junit4]   2> 2733264 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2733264 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2733265 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2733265 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 1.8.0_252-b09
   [junit4]   2> 2733271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2733271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2733271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2733271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@173a8690{/solr,null,AVAILABLE}
   [junit4]   2> 2733271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@138c1a04{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37713}
   [junit4]   2> 2733271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.Server Started @2733311ms
   [junit4]   2> 2733271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38595}
   [junit4]   2> 2733271 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2733271 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2733272 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2733272 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2733272 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2733272 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-10T18:46:41.032Z
   [junit4]   2> 2733272 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2733273 INFO  (zkConnectionManagerCallback-19791-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2733273 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2733276 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2733289 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2733290 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker-SendThread(127.0.0.1:45005)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016a6622650013.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650013, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016a6622650013, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2734400 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2734401 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@432b3f61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2734401 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@432b3f61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2734403 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64cb9564[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2734404 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64cb9564[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2734405 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45005/solr
   [junit4]   2> 2734405 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2734406 INFO  (zkConnectionManagerCallback-19802-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734406 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2734508 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2734510 INFO  (zkConnectionManagerCallback-19804-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734510 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2734515 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2734522 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:38595_solr as DOWN
   [junit4]   2> 2734524 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2734524 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38595_solr
   [junit4]   2> 2734525 INFO  (zkCallback-19773-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2734525 INFO  (zkCallback-19722-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2734525 INFO  (zkCallback-19803-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2734526 INFO  (zkCallback-19749-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2734526 INFO  (zkCallback-19738-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2734526 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2734527 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2734542 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:38595_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/tempDir-001/node1
   [junit4]   2> 2734547 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 2734547 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:37713/solr. Proxy: http://127.0.0.1:38595/solr
   [junit4]   2> 2734548 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=351029071
   [junit4]   2> 2734548 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42879_solr
   [junit4]   2> 2734555 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2734555 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:42879_solr as DOWN
   [junit4]   2> 2734557 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2734557 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 2734557 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2734557 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2734558 INFO  (closeThreadPool-19815-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72456055910891532-127.0.0.1:42879_solr-n_0000000002) closing
   [junit4]   2> 2734560 INFO  (OverseerStateUpdate-72456055910891532-127.0.0.1:42879_solr-n_0000000002) [n:127.0.0.1:42879_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42879_solr
   [junit4]   2> 2734568 INFO  (OverseerAutoScalingTriggerThread-72456055910891532-127.0.0.1:42879_solr-n_0000000002) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2734573 INFO  (zkCallback-19738-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44965_solr
   [junit4]   2> 2734573 INFO  (closeThreadPool-19815-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72456055910891532-127.0.0.1:42879_solr-n_0000000002) closing
   [junit4]   2> 2734573 INFO  (zkCallback-19773-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2734573 INFO  (zkCallback-19749-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2734574 INFO  (zkCallback-19803-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2734574 INFO  (zkCallback-19738-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2734574 INFO  (zkCallback-19738-thread-1) [n:127.0.0.1:44965_solr     ] o.a.s.c.Overseer Overseer (id=72456055910891534-127.0.0.1:44965_solr-n_0000000003) starting
   [junit4]   2> 2734579 INFO  (OverseerStateUpdate-72456055910891534-127.0.0.1:44965_solr-n_0000000003) [n:127.0.0.1:44965_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44965_solr
   [junit4]   2> 2734670 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.Overseer Overseer (id=72456055910891532-127.0.0.1:42879_solr-n_0000000002) closing
   [junit4]   2> 2734671 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@66286270{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2734671 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@99e3338{/solr,null,STOPPED}
   [junit4]   2> 2734671 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2734672 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2734672 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2734672 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 1.8.0_252-b09
   [junit4]   2> 2734673 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2734673 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2734673 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2734673 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23ecf7c2{/solr,null,AVAILABLE}
   [junit4]   2> 2734673 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3219c4e2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40733}
   [junit4]   2> 2734673 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.s.Server Started @2734713ms
   [junit4]   2> 2734673 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42749}
   [junit4]   2> 2734673 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2734674 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2734674 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 2734674 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2734674 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2734674 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-10T18:46:42.434Z
   [junit4]   2> 2734674 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2734676 INFO  (zkConnectionManagerCallback-19821-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734676 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2734677 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2734681 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2735480 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2735481 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@394142b8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2735481 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@394142b8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2735502 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55f96161[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2735502 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55f96161[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2735503 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45005/solr
   [junit4]   2> 2735520 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2735529 INFO  (zkConnectionManagerCallback-19832-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2735529 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2735637 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2735638 INFO  (zkConnectionManagerCallback-19834-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2735638 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2735641 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2735644 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:42749_solr as DOWN
   [junit4]   2> 2735645 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2735645 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42749_solr
   [junit4]   2> 2735646 INFO  (zkCallback-19749-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2735646 INFO  (zkCallback-19738-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2735646 INFO  (zkCallback-19803-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2735646 INFO  (zkCallback-19773-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2735647 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2735647 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2735648 INFO  (zkCallback-19833-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2735658 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [n:127.0.0.1:42749_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001/tempDir-001/node4
   [junit4]   2> 2735666 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 2735668 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:40733/solr. Proxy: http://127.0.0.1:42749/solr
   [junit4]   2> 2735668 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=873975561
   [junit4]   2> 2735668 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44965_solr
   [junit4]   2> 2735669 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2735669 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:44965_solr as DOWN
   [junit4]   2> 2735672 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2735672 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 2735672 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2735672 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2735673 INFO  (closeThreadPool-19845-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72456055910891534-127.0.0.1:44965_solr-n_0000000003) closing
   [junit4]   2> 2735677 INFO  (OverseerStateUpdate-72456055910891534-127.0.0.1:44965_solr-n_0000000003) [n:127.0.0.1:44965_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44965_solr
   [junit4]   2> 2735677 INFO  (OverseerAutoScalingTriggerThread-72456055910891534-127.0.0.1:44965_solr-n_0000000003) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2735678 INFO  (zkCallback-19773-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2735678 INFO  (zkCallback-19749-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2735679 INFO  (zkCallback-19803-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2>

[...truncated too long message...]

05) closing
   [junit4]   2> 2754647 INFO  (jetty-closer-19928-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@138c1a04{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2754647 INFO  (jetty-closer-19928-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@173a8690{/solr,null,STOPPED}
   [junit4]   2> 2754648 INFO  (jetty-closer-19928-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2754746 INFO  (jetty-closer-19928-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@68179a6e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2754747 INFO  (jetty-closer-19928-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18a7fc1{/solr,null,STOPPED}
   [junit4]   2> 2754747 INFO  (jetty-closer-19928-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2754846 INFO  (jetty-closer-19928-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72456055910891538-127.0.0.1:46807_solr-n_0000000004) closing
   [junit4]   2> 2754847 INFO  (jetty-closer-19928-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c9cf0b4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2754848 INFO  (jetty-closer-19928-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c044195{/solr,null,STOPPED}
   [junit4]   2> 2754848 INFO  (jetty-closer-19928-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2754946 INFO  (jetty-closer-19928-thread-3) [     ] o.a.s.c.Overseer Overseer (id=72456055910891544-127.0.0.1:42749_solr-n_0000000006) closing
   [junit4]   2> 2754949 INFO  (jetty-closer-19928-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3219c4e2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2754950 INFO  (jetty-closer-19928-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23ecf7c2{/solr,null,STOPPED}
   [junit4]   2> 2754950 INFO  (jetty-closer-19928-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2754951 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2755154 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/aliases.json
   [junit4]   2> 	12	/solr/security.json
   [junit4]   2> 	9	/solr/configs/conf
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	8	/solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/terms/shard1
   [junit4]   2> 	8	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/terms/shard1
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/terms/shard1
   [junit4]   2> 	6	/solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/state.json
   [junit4]   2> 	5	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	2	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	47	/solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/state.json
   [junit4]   2> 	44	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	34	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	13	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72456055910891547-127.0.0.1:40173_solr-n_0000000007
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	101	/solr/live_nodes
   [junit4]   2> 	98	/solr/overseer/queue
   [junit4]   2> 	54	/solr/collections
   [junit4]   2> 	30	/solr/overseer/collection-queue-work
   [junit4]   2> 	7	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	7	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	7	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2755157 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45005
   [junit4]   2> 2755157 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45005
   [junit4]   2> 2755157 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5BE52175E50F91FF]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45005
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_5BE52175E50F91FF-001
   [junit4]   2> Nov 10, 2020 6:47:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=LuceneFixedGap), fieldName_s=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=206, maxMBSortInHeap=5.80895088681356, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ja-JP, timezone=Asia/Tehran
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=318445280,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, EchoParamsTest, PreAnalyzedFieldManagedSchemaCloudTest, SolrCmdDistributorTest, ExecutePlanActionTest, TestFaceting, MaxScoreCollectorTest, HdfsRestartWhileUpdatingTest, TestConfigSetsAPIExclusivity, TestCircuitBreaker, TestEmbeddedSolrServerConstructors, TestSimScenario, TestFileDictionaryLookup, TestManagedResource, TestPayloadScoreQParserPlugin, TestWaitForStateWithJettyShutdowns, TestPhraseSuggestions, TestExtendedDismaxParser, TestQuerySenderListener, ConcurrentDeleteAndCreateCollectionTest, ShowFileRequestHandlerTest, TestComponentsName, HdfsChaosMonkeySafeLeaderTest, JvmMetricsTest, XsltUpdateRequestHandlerTest, HLLSerializationTest, SolrXmlInZkTest, TestUnInvertedFieldException, TestSimpleTextCodec, TestSolrCoreParser, SuggesterWFSTTest, CleanupOldIndexTest, CurrencyRangeFacetCloudTest, TestRandomFlRTGCloud, BlockJoinFacetDistribTest, ExternalFileFieldSortTest, DeleteShardTest, TriLevelCompositeIdRoutingTest, ConcurrentCreateRoutedAliasTest, TestDeleteCollectionOnDownNodes, TestCoreAdminApis, HighlighterTest, ConfigureRecoveryStrategyTest, TestCopyFieldCollectionResource, TestConfigSetProperties, DebugComponentTest, TestUnifiedSolrHighlighterWithoutStoredId, MetricsHistoryHandlerTest, TimeRoutedAliasUpdateProcessorTest, TestDelegationWithHadoopAuth, NodeAddedTriggerIntegrationTest, RestartWhileUpdatingTest, BadComponentTest, MoreLikeThisHandlerTest, SuggestComponentTest, UpdateParamsTest, CacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestFiltering, SolrInfoBeanTest, TestFieldCache, DistributedQueryElevationComponentTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, SharedFSAutoReplicaFailoverTest, XmlInterpolationTest, RandomizedTaggerTest, TestCloudJSONFacetJoinDomain, TimeZoneUtilsTest, TestSQLHandlerNonCloud, TestDocumentBuilder, AtomicUpdateRemovalJavabinTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCustomDocTransformer, HttpPartitionTest, MoveReplicaTest, RequiredFieldsTest, TestReplicationHandlerDiskOverFlow, TestDistributedStatsComponentCardinality, SolrShardReporterTest, FacetPivotSmallTest, NotRequiredUniqueKeyTest, TestWordDelimiterFilterFactory, TestSchemalessBufferedUpdates, SpellCheckCollatorWithCollapseTest, TestUseDocValuesAsStored2, TestCodecSupport, ClassificationUpdateProcessorIntegrationTest, TestCloudManagedSchema, TestDynamicURP, HdfsDirectoryTest, CopyFieldTest, ZkSolrClientTest, TestCloudPhrasesIdentificationComponent, BasicAuthStandaloneTest, TestTlogReplica, TestDistribIDF, ParsingFieldUpdateProcessorsTest, MetricUtilsTest, TestCoreBackup, BaseCdcrDistributedZkTest, DaemonStreamApiTest, DistributedFacetPivotWhiteBoxTest, QueryElevationComponentTest, WordBreakSolrSpellCheckerTest, TestTrackingShardHandlerFactory, TestInPlaceUpdatesDistrib, OverseerStatusTest, TestSimLargeCluster, DynamicMapsTest, CoreAdminHandlerTest, NodeMarkersRegistrationTest, TestCaffeineCache, IndexSizeTriggerSizeEstimationTest, DocValuesMissingTest, CSVRequestHandlerTest, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, ReindexCollectionTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestOnReconnectListenerSupport, TestPullReplica, TestPullReplicaErrorHandling]
   [junit4] Completed [548/921 (1!)] on J2 in 27.40s, 4 tests, 1 error <<< FAILURES!

[...truncated 51895 lines...]