You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/03/15 08:49:04 UTC

[JENKINS-Experimental-GC] Lucene-Solr-master-MacOSX (64bit/jdk-14-rc) - Build # 5773 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5773/
Java: 64bit/jdk-14-rc -XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast

Error Message:
Request should fail after trying all replica nodes once

Stack Trace:
junit.framework.AssertionFailedError: Request should fail after trying all replica nodes once
	at __randomizedtesting.SeedInfo.seed([ED6F16E4B2AAEF5B:3EB23F4E159B8627]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2749)
	at org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast(TestQueryingOnDownCollection.java:91)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)




Build Log:
[...truncated 13898 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestQueryingOnDownCollection
   [junit4]   2> 768256 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 768257 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/data-dir-74-001
   [junit4]   2> 768257 WARN  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 768258 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 768259 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 768259 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 768259 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/tempDir-001
   [junit4]   2> 768259 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 768260 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 768260 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 768364 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:64472
   [junit4]   2> 768364 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:64472
   [junit4]   2> 768364 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64472
   [junit4]   2> 768364 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64472
   [junit4]   2> 768367 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768372 INFO  (zkConnectionManagerCallback-2864-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768372 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768377 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768381 INFO  (zkConnectionManagerCallback-2866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768382 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768383 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768387 INFO  (zkConnectionManagerCallback-2868-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768387 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 768500 INFO  (jetty-launcher-2869-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 768510 INFO  (jetty-launcher-2869-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 768511 INFO  (jetty-launcher-2869-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 768511 INFO  (jetty-launcher-2869-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 768512 INFO  (jetty-launcher-2869-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 768513 INFO  (jetty-launcher-2869-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 768513 INFO  (jetty-launcher-2869-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 768513 INFO  (jetty-launcher-2869-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7551bbfe{/solr,null,AVAILABLE}
   [junit4]   2> 768513 INFO  (jetty-launcher-2869-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 768513 INFO  (jetty-launcher-2869-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 768513 INFO  (jetty-launcher-2869-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 768513 INFO  (jetty-launcher-2869-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43f65e45{/solr,null,AVAILABLE}
   [junit4]   2> 768514 INFO  (jetty-launcher-2869-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53470e19{/solr,null,AVAILABLE}
   [junit4]   2> 768514 INFO  (jetty-launcher-2869-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1cd928ec{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:64478}
   [junit4]   2> 768514 INFO  (jetty-launcher-2869-thread-1) [     ] o.e.j.s.Server Started @768618ms
   [junit4]   2> 768514 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64478}
   [junit4]   2> 768515 ERROR (jetty-launcher-2869-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T08:04:22.247263Z
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@42da2fbe{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:64479}
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-2) [     ] o.e.j.s.Server Started @768618ms
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64479}
   [junit4]   2> 768515 ERROR (jetty-launcher-2869-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T08:04:22.247596Z
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@45bb0505{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:64480}
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-3) [     ] o.e.j.s.Server Started @768619ms
   [junit4]   2> 768515 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64480}
   [junit4]   2> 768516 ERROR (jetty-launcher-2869-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 768516 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 768516 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 768516 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 768516 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 768516 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T08:04:22.248209Z
   [junit4]   2> 768516 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768517 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768517 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768521 INFO  (zkConnectionManagerCallback-2871-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768521 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768521 INFO  (zkConnectionManagerCallback-2875-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768522 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768522 INFO  (zkConnectionManagerCallback-2873-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768522 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768525 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 768525 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 768525 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 768644 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 768645 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 768646 WARN  (jetty-launcher-2869-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d57d301[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768646 WARN  (jetty-launcher-2869-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d57d301[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768646 WARN  (jetty-launcher-2869-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@10e3aa0e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768647 WARN  (jetty-launcher-2869-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@10e3aa0e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768649 WARN  (jetty-launcher-2869-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2392e50e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768649 WARN  (jetty-launcher-2869-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2392e50e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768649 WARN  (jetty-launcher-2869-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@10acd1ea[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768649 WARN  (jetty-launcher-2869-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@10acd1ea[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768650 INFO  (jetty-launcher-2869-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64472/solr
   [junit4]   2> 768651 INFO  (jetty-launcher-2869-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64472/solr
   [junit4]   2> 768654 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768658 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768661 INFO  (zkConnectionManagerCallback-2889-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768662 INFO  (zkConnectionManagerCallback-2887-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768662 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768662 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768747 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 768750 WARN  (jetty-launcher-2869-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14ba2317[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768750 WARN  (jetty-launcher-2869-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14ba2317[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768756 WARN  (jetty-launcher-2869-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28e6c686[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768756 WARN  (jetty-launcher-2869-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28e6c686[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768758 INFO  (jetty-launcher-2869-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64472/solr
   [junit4]   2> 768759 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 768765 INFO  (zkConnectionManagerCallback-2900-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 768765 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 768804 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64479_solr
   [junit4]   2> 768809 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.c.Overseer Overseer (id=72139120456564744-127.0.0.1:64479_solr-n_0000000000) starting
   [junit4]   2> 768845 INFO  (OverseerStateUpdate-72139120456564744-127.0.0.1:64479_solr-n_0000000000) [n:127.0.0.1:64479_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64479_solr
   [junit4]   2> 768847 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64479_solr
   [junit4]   2> 768868 INFO  (zkCallback-2899-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 768891 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 768896 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 768912 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 768947 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 768976 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64479.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 768987 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64479.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 768987 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64479.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 768989 INFO  (jetty-launcher-2869-thread-2) [n:127.0.0.1:64479_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/tempDir-001/node2/.
   [junit4]   2> 769043 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 769053 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:64478_solr as DOWN
   [junit4]   2> 769056 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 769056 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64478_solr
   [junit4]   2> 769060 INFO  (zkCallback-2899-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 769060 INFO  (zkCallback-2888-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 769063 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 769064 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 769064 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 769087 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 769108 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64478.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 769110 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 769116 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64478.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 769116 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64478.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 769118 INFO  (jetty-launcher-2869-thread-1) [n:127.0.0.1:64478_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/tempDir-001/node1/.
   [junit4]   2> 769120 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:64480_solr as DOWN
   [junit4]   2> 769122 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 769122 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64480_solr
   [junit4]   2> 769125 INFO  (zkCallback-2899-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 769125 INFO  (zkCallback-2886-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 769125 INFO  (zkCallback-2888-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 769128 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 769129 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 769129 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 769157 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 769192 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64480.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 769199 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64480.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 769200 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64480.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 769201 INFO  (jetty-launcher-2869-thread-3) [n:127.0.0.1:64480_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/tempDir-001/node3/.
   [junit4]   2> 769232 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 769233 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 769237 INFO  (zkConnectionManagerCallback-2913-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 769237 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 769240 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 769243 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64472/solr ready
   [junit4]   2> 769370 INFO  (TEST-TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast-seed#[ED6F16E4B2AAEF5B]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testQueryToDownCollectionShouldFailFast
   [junit4]   2> 769376 INFO  (qtp304006367-8997) [n:127.0.0.1:64478_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=infected&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 769384 INFO  (OverseerThreadFactory-2798-thread-1-processing-n:127.0.0.1:64479_solr) [n:127.0.0.1:64479_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection infected
   [junit4]   2> 769529 INFO  (OverseerStateUpdate-72139120456564744-127.0.0.1:64479_solr-n_0000000000) [n:127.0.0.1:64479_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"infected",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"infected_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:64478/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64478_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 769535 INFO  (OverseerStateUpdate-72139120456564744-127.0.0.1:64479_solr-n_0000000000) [n:127.0.0.1:64479_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"infected",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"infected_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:64479/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64479_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 769747 INFO  (qtp1266479642-9008) [n:127.0.0.1:64480_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 769747 INFO  (qtp1266479642-9010) [n:127.0.0.1:64480_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 769747 INFO  (qtp304006367-9001) [     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:64480_solr / MFwwDQYJKoZIhvcNAQEBBQADSwAwSAJBAMgmSVfl+E2Nj/oKAP2TceWh17pk6Ugsw5A5nLH+OeMB/WeWJZg/NEDda8SXfQDEVRmw5P+2IZypPASzfCrc6yECAwEAAQ==
   [junit4]   2> 769748 INFO  (qtp1277024333-8999) [     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:64480_solr / MFwwDQYJKoZIhvcNAQEBBQADSwAwSAJBAMgmSVfl+E2Nj/oKAP2TceWh17pk6Ugsw5A5nLH+OeMB/WeWJZg/NEDda8SXfQDEVRmw5P+2IZypPASzfCrc6yECAwEAAQ==
   [junit4]   2> 769748 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr    x:infected_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=infected_shard2_replica_n2&action=CREATE&numShards=2&collection=infected&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 769748 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr    x:infected_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=infected_shard1_replica_n1&action=CREATE&numShards=2&collection=infected&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 769749 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr    x:infected_shard2_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 769785 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 769785 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 769796 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 769796 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 769799 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 769799 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 769799 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'infected_shard1_replica_n1' using configuration from configset conf, trusted=true
   [junit4]   2> 769799 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'infected_shard2_replica_n2' using configuration from configset conf, trusted=true
   [junit4]   2> 769800 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64478.solr.core.infected.shard1.replica_n1' (registry 'solr.core.infected.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 769800 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64479.solr.core.infected.shard2.replica_n2' (registry 'solr.core.infected.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e4774dd
   [junit4]   2> 769800 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [[infected_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/tempDir-001/node2/./infected_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/tempDir-001/node2/./infected_shard2_replica_n2/data/]
   [junit4]   2> 769800 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [[infected_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/tempDir-001/node1/./infected_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001/tempDir-001/node1/./infected_shard1_replica_n1/data/]
   [junit4]   2> 769886 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 769886 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 769888 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 769889 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 769895 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@465c428a[infected_shard2_replica_n2] main]
   [junit4]   2> 769904 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 769905 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 769908 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 769909 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 769909 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 769912 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 769913 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 769914 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661216451352068096
   [junit4]   2> 769914 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@28c4e927[infected_shard1_replica_n1] main]
   [junit4]   2> 769922 INFO  (searcherExecutor-2812-thread-1-processing-n:127.0.0.1:64479_solr x:infected_shard2_replica_n2 c:infected s:shard2 r:core_node4) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2] Registered new searcher Searcher@465c428a[infected_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 769927 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 769929 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 769929 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 769930 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661216451368845312
   [junit4]   2> 769942 INFO  (searcherExecutor-2811-thread-1-processing-n:127.0.0.1:64478_solr x:infected_shard1_replica_n1 c:infected s:shard1 r:core_node3) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1] Registered new searcher Searcher@28c4e927[infected_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 769942 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 769943 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/infected/leaders/shard2
   [junit4]   2> 769959 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 769959 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/infected/leaders/shard1
   [junit4]   2> 769962 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 769962 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 769962 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64479/solr/infected_shard2_replica_n2/
   [junit4]   2> 769964 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 769966 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:64479/solr/infected_shard2_replica_n2/ has no replicas
   [junit4]   2> 769966 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/infected/leaders/shard2/leader after winning as /collections/infected/leader_elect/shard2/election/72139120456564744-core_node4-n_0000000000
   [junit4]   2> 769974 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64479/solr/infected_shard2_replica_n2/ shard2
   [junit4]   2> 769977 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 769977 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 769977 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64478/solr/infected_shard1_replica_n1/
   [junit4]   2> 769981 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 769983 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:64478/solr/infected_shard1_replica_n1/ has no replicas
   [junit4]   2> 769983 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/infected/leaders/shard1/leader after winning as /collections/infected/leader_elect/shard1/election/72139120456564743-core_node3-n_0000000000
   [junit4]   2> 769993 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64478/solr/infected_shard1_replica_n1/ shard1
   [junit4]   2> 770100 INFO  (zkCallback-2888-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770101 INFO  (zkCallback-2888-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770102 INFO  (zkCallback-2899-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770103 INFO  (zkCallback-2899-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770117 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 770118 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 770126 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=infected_shard1_replica_n1&action=CREATE&numShards=2&collection=infected&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=378
   [junit4]   2> 770128 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=infected_shard2_replica_n2&action=CREATE&numShards=2&collection=infected&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=380
   [junit4]   2> 770135 INFO  (qtp304006367-8997) [n:127.0.0.1:64478_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 770240 INFO  (zkCallback-2888-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770240 INFO  (zkCallback-2888-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770241 INFO  (zkCallback-2888-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770241 INFO  (zkCallback-2899-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770241 INFO  (zkCallback-2899-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770242 INFO  (zkCallback-2899-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770242 INFO  (qtp304006367-8997) [n:127.0.0.1:64478_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=infected&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=867
   [junit4]   2> 770258 INFO  (qtp304006367-8996) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard1 to Terms{values={core_node3=1}, version=1}
   [junit4]   2> 770258 INFO  (qtp304006367-8996) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=infected:4&wt=javabin&version=2}{add=[0 (1661216451707535360), 1 (1661216451709632512), 4 (1661216451709632513), 8 (1661216451709632514), 10 (1661216451709632515), 11 (1661216451709632516), 12 (1661216451709632517), 13 (1661216451709632518), 14 (1661216451709632519), 15 (1661216451709632520), ... (56 adds)]} 0 7
   [junit4]   2> 770270 INFO  (qtp1277024333-9006) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard2 to Terms{values={core_node4=1}, version=1}
   [junit4]   2> 770270 INFO  (qtp1277024333-9006) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=infected:4&wt=javabin&version=2}{add=[2 (1661216451716972544), 3 (1661216451718021120), 5 (1661216451718021121), 6 (1661216451718021122), 7 (1661216451718021123), 9 (1661216451718021124), 17 (1661216451718021125), 18 (1661216451718021126), 19 (1661216451718021127), 21 (1661216451718021128), ... (44 adds)]} 0 14
   [junit4]   2> 770298 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=1
   [junit4]   2> 770299 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:64478_solr / MFwwDQYJKoZIhvcNAQEBBQADSwAwSAJBAMgmSVfl+E2Nj/oKAP2TceWh17pk6Ugsw5A5nLH+OeMB/WeWJZg/NEDda8SXfQDEVRmw5P+2IZypPASzfCrc6yECAwEAAQ==
   [junit4]   2> 770301 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1661216451757867008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 770301 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14292546 commitCommandVersion:1661216451757867008
   [junit4]   2> 770341 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f1f2427[infected_shard2_replica_n2] main]
   [junit4]   2> 770344 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 770346 INFO  (searcherExecutor-2812-thread-1-processing-n:127.0.0.1:64479_solr x:infected_shard2_replica_n2 c:infected s:shard2 r:core_node4) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2] Registered new searcher Searcher@3f1f2427[infected_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C44:[diagnostics={lucene.version=9.0.0, source=flush, os.arch=x86_64, java.runtime.version=14+36-1461, os.version=10.14.6, os=Mac OS X, java.vendor=Oracle Corporation, timestamp=1584259464062, java.version=14, java.vm.version=14+36-1461}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 770346 INFO  (qtp1277024333-8999) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64478/solr/infected_shard1_replica_n1/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 45
   [junit4]   2> 770347 INFO  (qtp304006367-8998) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1661216451806101504,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 770347 INFO  (qtp304006367-8998) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@44432345 commitCommandVersion:1661216451806101504
   [junit4]   2> 770353 INFO  (qtp304006367-8998) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@149b2c0f[infected_shard1_replica_n1] main]
   [junit4]   2> 770353 INFO  (qtp304006367-8998) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 770354 INFO  (searcherExecutor-2811-thread-1-processing-n:127.0.0.1:64478_solr x:infected_shard1_replica_n1 c:infected s:shard1 r:core_node3) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1] Registered new searcher Searcher@149b2c0f[infected_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C56:[diagnostics={lucene.version=9.0.0, source=flush, os.arch=x86_64, java.runtime.version=14+36-1461, os.version=10.14.6, os=Mac OS X, java.vendor=Oracle Corporation, timestamp=1584259464082, java.version=14, java.vm.version=14+36-1461}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 770354 INFO  (qtp304006367-8998) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=infected:4&commit=true&wt=javabin&version=2}{commit=} 0 82
   [junit4]   2> 770366 INFO  (zkCallback-2888-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770366 INFO  (zkCallback-2888-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770366 INFO  (zkCallback-2888-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770366 INFO  (zkCallback-2899-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770366 INFO  (zkCallback-2899-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770366 INFO  (zkCallback-2899-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770384 INFO  (qtp1277024333-9002) [n:127.0.0.1:64479_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 770384 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:64479_solr / MFwwDQYJKoZIhvcNAQEBBQADSwAwSAJBAMgmSVfl+E2Nj/oKAP2TceWh17pk6Ugsw5A5nLH+OeMB/WeWJZg/NEDda8SXfQDEVRmw5P+2IZypPASzfCrc6yECAwEAAQ==
   [junit4]   2> 770385 INFO  (qtp304006367-9001) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.S.Request [infected_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=http://127.0.0.1:64478/solr/infected_shard1_replica_n1/&rows=0&version=2&q=*:*&omitHeader=false&NOW=1584259464109&isShard=true&wt=javabin} hits=56 status=0 QTime=0
   [junit4]   2> 770386 INFO  (qtp1277024333-9002) [n:127.0.0.1:64479_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 770386 INFO  (qtp1277024333-9006) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:64479_solr / MFwwDQYJKoZIhvcNAQEBBQADSwAwSAJBAMgmSVfl+E2Nj/oKAP2TceWh17pk6Ugsw5A5nLH+OeMB/WeWJZg/NEDda8SXfQDEVRmw5P+2IZypPASzfCrc6yECAwEAAQ==
   [junit4]   2> 770386 INFO  (qtp1277024333-9006) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.S.Request [infected_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=http://127.0.0.1:64479/solr/infected_shard2_replica_n2/&rows=0&version=2&q=*:*&omitHeader=false&NOW=1584259464109&isShard=true&wt=javabin} hits=44 status=0 QTime=0
   [junit4]   2> 770387 INFO  (qtp1277024333-8993) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.S.Request [infected_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&rows=0&wt=javabin&version=2} hits=100 status=0 QTime=9
   [junit4]   2> 770388 INFO  (TEST-TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast-seed#[ED6F16E4B2AAEF5B]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testQueryToDownCollectionShouldFailFast
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestQueryingOnDownCollection -Dtests.method=testQueryToDownCollectionShouldFailFast -Dtests.seed=ED6F16E4B2AAEF5B -Dtests.slow=true -Dtests.locale=es-BR -Dtests.timezone=Asia/Anadyr -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 1.14s J4 | TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Request should fail after trying all replica nodes once
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED6F16E4B2AAEF5B:3EB23F4E159B8627]:0)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2749)
   [junit4]    > 	at org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast(TestQueryingOnDownCollection.java:91)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]   2> 770502 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2103264413
   [junit4]   2> 770502 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64479_solr
   [junit4]   2> 770502 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2087343847
   [junit4]   2> 770502 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64478_solr
   [junit4]   2> 770503 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1047394468
   [junit4]   2> 770503 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64480_solr
   [junit4]   2> 770504 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 770504 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 770504 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:64478_solr as DOWN
   [junit4]   2> 770504 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:64479_solr as DOWN
   [junit4]   2> 770504 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 770505 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:64480_solr as DOWN
   [junit4]   2> 770516 INFO  (coreCloseExecutor-2821-thread-1) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@10844666
   [junit4]   2> 770516 INFO  (coreCloseExecutor-2821-thread-1) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.infected.shard1.replica_n1, tag=SolrCore@10844666
   [junit4]   2> 770516 INFO  (coreCloseExecutor-2821-thread-1) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58490b65: rootName = solr_64478, domain = solr.core.infected.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.infected.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6d24517c
   [junit4]   2> 770518 INFO  (coreCloseExecutor-2822-thread-1) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@464961ae
   [junit4]   2> 770518 INFO  (coreCloseExecutor-2822-thread-1) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.infected.shard2.replica_n2, tag=SolrCore@464961ae
   [junit4]   2> 770518 INFO  (coreCloseExecutor-2822-thread-1) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d2e665: rootName = solr_64479, domain = solr.core.infected.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.infected.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@f76834b
   [junit4]   2> 770518 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 770519 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5497740b: rootName = solr_64480, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@57e7f4f3
   [junit4]   2> 770639 ERROR (OverseerStateUpdate-72139120456564744-127.0.0.1:64479_solr-n_0000000000) [n:127.0.0.1:64479_solr     ] o.a.s.c.Overseer Exception in Overseer main queue loop
   [junit4]   2>           => org.apache.zookeeper.KeeperException$BadVersionException: KeeperErrorCode = BadVersion for /collections/infected/state.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:122)
   [junit4]   2> org.apache.zookeeper.KeeperException$BadVersionException: KeeperErrorCode = BadVersion for /collections/infected/state.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:122) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:2384) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:350) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:350) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:199) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:259) ~[java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:832) [?:?]
   [junit4]   2> 770667 INFO  (zkCallback-2888-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770667 INFO  (zkCallback-2888-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770667 INFO  (zkCallback-2888-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770667 INFO  (zkCallback-2899-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770667 INFO  (zkCallback-2899-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770668 INFO  (zkCallback-2899-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770687 INFO  (zkCallback-2888-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770687 INFO  (zkCallback-2888-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770687 INFO  (zkCallback-2888-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770687 INFO  (zkCallback-2899-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770688 INFO  (zkCallback-2899-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770688 INFO  (zkCallback-2899-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 770932 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 770932 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@190c8bb1: rootName = solr_64480, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61501a9f
   [junit4]   2> 770971 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 770971 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38372af7: rootName = solr_64480, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43747ceb
   [junit4]   2> 770971 INFO  (jetty-closer-2916-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 770978 INFO  (zkCallback-2888-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 770978 INFO  (zkCallback-2899-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 770979 INFO  (coreCloseExecutor-2821-thread-1) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.infected.shard1.leader, tag=SolrCore@10844666
   [junit4]   2> 770980 INFO  (coreCloseExecutor-2821-thread-1) [n:127.0.0.1:64478_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 770981 INFO  (coreCloseExecutor-2822-thread-1) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.infected.shard2.leader, tag=SolrCore@464961ae
   [junit4]   2> 770982 INFO  (coreCloseExecutor-2822-thread-1) [n:127.0.0.1:64479_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 770982 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 770982 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4832dbf: rootName = solr_64478, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@30cc6db3
   [junit4]   2> 770985 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 770985 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7be25d1e: rootName = solr_64479, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@37bdd09d
   [junit4]   2> 771006 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 771006 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9ca263a: rootName = solr_64478, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61501a9f
   [junit4]   2> 771021 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 771021 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5dbff1c5: rootName = solr_64478, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43747ceb
   [junit4]   2> 771021 INFO  (jetty-closer-2916-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 771021 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 771021 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30bf9fec: rootName = solr_64479, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61501a9f
   [junit4]   2> 771023 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 771023 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e2e8744: rootName = solr_64479, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43747ceb
   [junit4]   2> 771023 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 771025 INFO  (closeThreadPool-2928-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72139120456564744-127.0.0.1:64479_solr-n_0000000000) closing
   [junit4]   2> 771025 INFO  (OverseerStateUpdate-72139120456564744-127.0.0.1:64479_solr-n_0000000000) [n:127.0.0.1:64479_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64479_solr
   [junit4]   2> 771026 INFO  (OverseerAutoScalingTriggerThread-72139120456564744-127.0.0.1:64479_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 771029 INFO  (closeThreadPool-2928-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72139120456564744-127.0.0.1:64479_solr-n_0000000000) closing
   [junit4]   2> 771090 INFO  (jetty-closer-2916-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@45bb0505{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 771090 INFO  (jetty-closer-2916-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53470e19{/solr,null,UNAVAILABLE}
   [junit4]   2> 771090 INFO  (jetty-closer-2916-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 771190 INFO  (jetty-closer-2916-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72139120456564744-127.0.0.1:64479_solr-n_0000000000) closing
   [junit4]   2> 771195 INFO  (jetty-closer-2916-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@42da2fbe{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 771195 INFO  (jetty-closer-2916-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43f65e45{/solr,null,UNAVAILABLE}
   [junit4]   2> 771195 INFO  (jetty-closer-2916-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 771301 INFO  (jetty-closer-2916-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1cd928ec{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 771302 INFO  (jetty-closer-2916-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7551bbfe{/solr,null,UNAVAILABLE}
   [junit4]   2> 771302 INFO  (jetty-closer-2916-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 771306 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 771515 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/collections/infected/terms/shard2
   [junit4]   2> 	3	/solr/collections/infected/terms/shard1
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 	2	/solr/collections/infected/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/collections/infected/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/overseer/queue
   [junit4]   2> 	12	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 771518 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:64472
   [junit4]   2> 771518 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64472
   [junit4]   2> 771518 INFO  (SUITE-TestQueryingOnDownCollection-seed#[ED6F16E4B2AAEF5B]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64472
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestQueryingOnDownCollection_ED6F16E4B2AAEF5B-001
   [junit4]   2> Mar 15, 2020 8:04:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=930, maxMBSortInHeap=7.688083876272012, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@554c38d8), locale=es-BR, timezone=Asia/Anadyr
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=1,free=322961408,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [QueryElevationComponentTest, QueryEqualityTest, TestDelegationWithHadoopAuth, TestFieldCacheReopen, NumericFieldsTest, TestCloudSearcherWarming, DistributedQueryComponentCustomSortTest, TestNumericTokenStream, FastVectorHighlighterTest, SortSpecParsingTest, TestFunctionQuery, SolrIndexMetricsTest, DirectoryFactoryTest, TestTolerantUpdateProcessorRandomCloud, AssignTest, TestFoldingMultitermQuery, SolrJmxReporterTest, TestSubQueryTransformer, TestUseDocValuesAsStored, TestBinaryResponseWriter, TestHttpServletCarrier, TestDynamicFieldNamesIndexCorrectly, RestartWhileUpdatingTest, SpellCheckComponentTest, ProtectedTermFilterFactoryTest, TestReloadDeadlock, LeaderFailoverAfterPartitionTest, SolrMetricManagerTest, DefaultValueUpdateProcessorTest, SampleTest, AuditLoggerPluginTest, TestLegacyFieldCache, TestInPlaceUpdateWithRouteField, TestTestInjection, SolrCloudExampleTest, TestSimTriggerIntegration, CdcrWithNodesRestartsTest, TestRTimerTree, TestPackages, DeleteNodeTest, TestRestManager, TestDistribIDF, TestStressRecovery, DistributedFacetSimpleRefinementLongTailTest, SolrPluginUtilsTest, SuggesterFSTTest, HdfsChaosMonkeySafeLeaderTest, JWTAuthPluginTest, TermVectorComponentTest, DistribDocExpirationUpdateProcessorTest, TestJmxIntegration, TestHighlightDedupGrouping, MoveReplicaHDFSTest, TestManagedStopFilterFactory, TestPostingsSolrHighlighter, TestQuerySenderNoQuery, HdfsDirectoryTest, DirectSolrConnectionTest, OverseerRolesTest, TestMiniSolrCloudClusterSSL, MBeansHandlerTest, TestFaceting, SegmentsInfoRequestHandlerTest, TestPerFieldSimilarity, TestQueryingOnDownCollection]
   [junit4] Completed [343/905 (1!)] on J4 in 3.61s, 1 test, 1 failure <<< FAILURES!

[...truncated 46790 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5773/consoleText

[repro] Revision: cbd0dcb5df6fd572b9cae49f6ef96b315850a628

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC"
[repro] Repro line:  ant test  -Dtestcase=TestQueryingOnDownCollection -Dtests.method=testQueryToDownCollectionShouldFailFast -Dtests.seed=ED6F16E4B2AAEF5B -Dtests.slow=true -Dtests.locale=es-BR -Dtests.timezone=Asia/Anadyr -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestQueryingOnDownCollection
[repro] ant compile-test

[...truncated 3150 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestQueryingOnDownCollection" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC" -Dtests.seed=ED6F16E4B2AAEF5B -Dtests.slow=true -Dtests.locale=es-BR -Dtests.timezone=Asia/Anadyr -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 81 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.TestQueryingOnDownCollection
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-14-rc) - Build # 5778 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5778/
Java: 64bit/jdk-14-rc -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties

Error Message:
conf(default delay): Couldn't get second timestampe after max allowed polling

Stack Trace:
java.lang.AssertionError: conf(default delay): Couldn't get second timestampe after max allowed polling
	at __randomizedtesting.SeedInfo.seed([9A7953C43CB91FB8:F11D848D8F948A3C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertNotNull(Assert.java:712)
	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.waitForAndDiffTimestamps(TriggerSetPropertiesIntegrationTest.java:229)
	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties(TriggerSetPropertiesIntegrationTest.java:92)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties

Error Message:
conf(default delay): Couldn't get second timestampe after max allowed polling

Stack Trace:
java.lang.AssertionError: conf(default delay): Couldn't get second timestampe after max allowed polling
	at __randomizedtesting.SeedInfo.seed([9A7953C43CB91FB8:F11D848D8F948A3C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertNotNull(Assert.java:712)
	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.waitForAndDiffTimestamps(TriggerSetPropertiesIntegrationTest.java:229)
	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties(TriggerSetPropertiesIntegrationTest.java:92)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)




Build Log:
[...truncated 14119 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest
   [junit4]   2> 992774 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 992775 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/data-dir-66-001
   [junit4]   2> 992775 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 992776 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 992776 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 992776 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001
   [junit4]   2> 992777 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 992777 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 992777 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 992877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:52915
   [junit4]   2> 992877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:52915
   [junit4]   2> 992877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52915
   [junit4]   2> 992877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52915
   [junit4]   2> 992880 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 992887 INFO  (zkConnectionManagerCallback-4478-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992887 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 992892 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 992897 INFO  (zkConnectionManagerCallback-4480-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992897 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 992898 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 992904 INFO  (zkConnectionManagerCallback-4482-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992904 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993014 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 993014 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 993014 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 993015 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 993015 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 993015 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 993017 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 993017 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 993017 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 993017 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f060b2f{/solr,null,AVAILABLE}
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@32b2e3e4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52922}
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.Server Started @993094ms
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52922}
   [junit4]   2> 993019 ERROR (jetty-launcher-4483-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T22:04:03.795776Z
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cff2f2c{/solr,null,AVAILABLE}
   [junit4]   2> 993020 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@55820377{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52923}
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.Server Started @993096ms
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52923}
   [junit4]   2> 993021 ERROR (jetty-launcher-4483-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T22:04:03.797389Z
   [junit4]   2> 993022 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 993025 INFO  (zkConnectionManagerCallback-4485-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 993025 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993025 INFO  (zkConnectionManagerCallback-4487-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 993025 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993027 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 993027 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 993136 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 993138 WARN  (jetty-launcher-4483-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3da78e09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993138 WARN  (jetty-launcher-4483-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3da78e09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993140 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 993144 WARN  (jetty-launcher-4483-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28e00029[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993144 WARN  (jetty-launcher-4483-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28e00029[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993153 WARN  (jetty-launcher-4483-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4243441c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993153 WARN  (jetty-launcher-4483-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4243441c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993154 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52915/solr
   [junit4]   2> 993158 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 993158 WARN  (jetty-launcher-4483-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@58fa0c1b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993158 WARN  (jetty-launcher-4483-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@58fa0c1b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993159 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52915/solr
   [junit4]   2> 993161 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 993164 INFO  (zkConnectionManagerCallback-4498-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 993165 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993176 INFO  (zkConnectionManagerCallback-4501-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 993179 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993765 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52923_solr
   [junit4]   2> 993770 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.Overseer Overseer (id=72148074770595845-127.0.0.1:52923_solr-n_0000000000) starting
   [junit4]   2> 993811 INFO  (OverseerStateUpdate-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [n:127.0.0.1:52923_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:52923_solr
   [junit4]   2> 993812 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52923_solr
   [junit4]   2> 993812 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 993818 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 993818 INFO  (OverseerStateUpdate-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [n:127.0.0.1:52923_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 993819 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 993819 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 993833 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 993833 WARN  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 993844 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:52923_solr]
   [junit4]   2> 993846 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 993848 DEBUG (ScheduledTrigger-3798-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 993848 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 993861 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 993892 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 993894 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 993904 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 993904 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 993905 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001/node2/.
   [junit4]   2> 993930 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:52922_solr as DOWN
   [junit4]   2> 993938 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 993938 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52922_solr
   [junit4]   2> 993947 INFO  (zkCallback-4497-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 993947 INFO  (zkCallback-4500-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 993972 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 993972 WARN  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 994001 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 994035 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52922.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 994061 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52922.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 994061 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52922.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 994062 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001/node1/.
   [junit4]   2> 994102 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 994103 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 994109 INFO  (zkConnectionManagerCallback-4514-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 994109 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 994112 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 994117 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52915/solr ready
   [junit4]   2> 994139 INFO  (qtp1531311727-14175) [n:127.0.0.1:52923_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 994148 INFO  (qtp1014307354-14171) [n:127.0.0.1:52922_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 994151 INFO  (qtp1531311727-14177) [n:127.0.0.1:52923_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 994152 DEBUG (qtp1014307354-14167) [n:127.0.0.1:52922_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 994156 INFO  (qtp1014307354-14167) [n:127.0.0.1:52922_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 994157 DEBUG (zkCallback-4497-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 994159 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 994194 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 994206 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 994425 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 994432 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest Configuring simple scheduler and adding trigger: mock-timestamper
   [junit4]   2> 994444 INFO  (ScheduledTrigger-3809-thread-1) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest Running mock-timestamper in ScheduledTrigger-3809-thread-1
   [junit4]   2> 994445 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest conf(default delay): Waiting for 2 timestamps to be recorded
   [junit4]   2> 999075 DEBUG (ScheduledTrigger-3798-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1001279 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TriggerSetPropertiesIntegrationTest -Dtests.method=testSetProperties -Dtests.seed=9A7953C43CB91FB8 -Dtests.slow=true -Dtests.locale=en-AT -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 7.12s J1 | TriggerSetPropertiesIntegrationTest.testSetProperties <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: conf(default delay): Couldn't get second timestampe after max allowed polling
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9A7953C43CB91FB8:F11D848D8F948A3C]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.waitForAndDiffTimestamps(TriggerSetPropertiesIntegrationTest.java:229)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties(TriggerSetPropertiesIntegrationTest.java:92)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]   2> 1001390 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2089598477
   [junit4]   2> 1001390 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52923_solr
   [junit4]   2> 1001392 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1001392 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:52923_solr as DOWN
   [junit4]   2> 1001392 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=666412506
   [junit4]   2> 1001392 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52922_solr
   [junit4]   2> 1001394 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1001394 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:52922_solr as DOWN
   [junit4]   2> 1001397 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1001398 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1001399 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@342a7185: rootName = solr_52923, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@776f84b0
   [junit4]   2> 1001401 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1001401 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23602828: rootName = solr_52922, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1eaf63db
   [junit4]   2> 1001405 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1001405 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a8122fc: rootName = solr_52923, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a82285d
   [junit4]   2> 1001415 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1001415 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e8dbe1e: rootName = solr_52923, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@c84897a
   [junit4]   2> 1001415 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1001417 INFO  (closeThreadPool-4522-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148074770595845-127.0.0.1:52923_solr-n_0000000000) closing
   [junit4]   2> 1001418 INFO  (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1001418 INFO  (OverseerStateUpdate-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [n:127.0.0.1:52923_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52923_solr
   [junit4]   2> 1001419 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1001419 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1001419 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1001419 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1001422 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1001422 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c929c1a: rootName = solr_52922, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a82285d
   [junit4]   2> 1001423 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1001423 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1001424 INFO  (closeThreadPool-4522-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72148074770595845-127.0.0.1:52923_solr-n_0000000000) closing
   [junit4]   2> 1001427 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1001427 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cf329db: rootName = solr_52922, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@c84897a
   [junit4]   2> 1001427 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1001527 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72148074770595845-127.0.0.1:52923_solr-n_0000000000) closing
   [junit4]   2> 1001530 INFO  (zkCallback-4500-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1001531 INFO  (jetty-closer-4515-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@55820377{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1001532 INFO  (jetty-closer-4515-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5cff2f2c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1001532 INFO  (jetty-closer-4515-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1001636 INFO  (jetty-closer-4515-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@32b2e3e4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1001636 INFO  (jetty-closer-4515-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f060b2f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1001636 INFO  (jetty-closer-4515-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1001638 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1001854 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1001857 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:52915
   [junit4]   2> 1001857 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52915
   [junit4]   2> 1001857 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52915
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001
   [junit4]   2> Mar 16, 2020 10:04:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1138, maxMBSortInHeap=5.517801107228665, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@20dbfb93), locale=en-AT, timezone=America/Indiana/Petersburg
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=1,free=228098640,total=374341632
   [junit4]   2> NOTE: All tests run in this JVM: [TestExactStatsCacheCloud, TestStressUserVersions, TestRemoteStreaming, MultiSolrCloudTestCaseTest, TransactionLogTest, TestCollectionAPIs, TestFieldSortValues, ClusterStateMockUtilTest, TestHashQParserPlugin, TestFastOutputStream, TestMinHashQParser, DistributedFacetPivotSmallTest, TestJsonFacetsStatsParsing, OverseerSolrResponseUnsafeSerializationTest, TestReplicaProperties, BJQFilterAccessibleTest, TestClassicSimilarityFactory, FileBasedSpellCheckerTest, TestConfigSetsAPI, TestMacros, AtomicUpdateProcessorFactoryTest, PeerSyncReplicationTest, TestSolrCachePerf, TestManagedSchemaThreadSafety, UnloadDistributedZkTest, IndexSchemaTest, DistributedExpandComponentTest, TestSort, ResourceLoaderTest, ExplicitHLLTest, TestTolerantSearch, DistanceUnitsTest, LeaderElectionContextKeyTest, TestSegmentSorting, TemplateUpdateProcessorTest, InfoHandlerTest, TestConfigSetProperties, XsltUpdateRequestHandlerTest, CollectionsAPISolrJTest, HdfsRecoverLeaseTest, NodeAddedTriggerTest, TestCollationField, ResponseLogComponentTest, UUIDFieldTest, TestImplicitCoreProperties, SynonymTokenizerTest, TestRestoreCore, TaggerTest, SharedFSAutoReplicaFailoverTest, SuggestComponentContextFilterQueryTest, TestMultiValuedNumericRangeQuery, NoCacheHeaderTest, SolrTestCaseJ4Test, PeerSyncWithBufferUpdatesTest, TestUnifiedSolrHighlighterWithoutStoredId, ScheduledMaintenanceTriggerTest, TestFieldTypeCollectionResource, ComputePlanActionTest, JWTVerificationkeyResolverTest, InfixSuggestersTest, MetricsHistoryHandlerTest, ConcurrentDeleteAndCreateCollectionTest, TestStressThreadBackup, DocValuesMultiTest, TestPayloadCheckQParserPlugin, OverriddenZkACLAndCredentialsProvidersTest, ResolveAnalyzerByNameTest, CloudReplicaSourceTest, TestSchemaVersionResource, TestSolrCLIRunExample, SimpleFacetsTest, SoftAutoCommitTest, TestSimNodeLostTrigger, TriggerSetPropertiesIntegrationTest]
   [junit4] Completed [410/905 (1!)] on J1 in 9.38s, 1 test, 1 failure <<< FAILURES!

[...truncated 46546 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5778/consoleText

[repro] Revision: 7fe6f9c57d1bb2f048fe0ffef4635826c760ac1c

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=TriggerSetPropertiesIntegrationTest -Dtests.method=testSetProperties -Dtests.seed=9A7953C43CB91FB8 -Dtests.slow=true -Dtests.locale=en-AT -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TriggerSetPropertiesIntegrationTest
[repro] ant compile-test

[...truncated 3150 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TriggerSetPropertiesIntegrationTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=9A7953C43CB91FB8 -Dtests.slow=true -Dtests.locale=en-AT -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 34 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest
   [junit4]   2> 4548 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4575 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/data-dir-1-001
   [junit4]   2> 4786 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4874 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.e.j.u.log Logging initialized @4939ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 4892 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 5002 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5041 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001
   [junit4]   2> 5194 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5211 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5212 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5334 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:55976
   [junit4]   2> 5334 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:55976
   [junit4]   2> 5355 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55976
   [junit4]   2> 5356 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55976
   [junit4]   2> 5496 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5543 INFO  (zkConnectionManagerCallback-3-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5554 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5599 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5613 INFO  (zkConnectionManagerCallback-5-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5613 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5618 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5623 INFO  (zkConnectionManagerCallback-7-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5624 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6026 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6026 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6028 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6032 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6035 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 6040 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 6075 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6080 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6083 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6083 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6086 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 6089 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6113 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63db4d63{/solr,null,AVAILABLE}
   [junit4]   2> 6114 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3acd328b{/solr,null,AVAILABLE}
   [junit4]   2> 6146 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3e847f58{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:55998}
   [junit4]   2> 6146 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.Server Started @6215ms
   [junit4]   2> 6147 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55998}
   [junit4]   2> 6156 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3635cf76{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:55999}
   [junit4]   2> 6156 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.Server Started @6225ms
   [junit4]   2> 6156 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55999}
   [junit4]   2> 6278 ERROR (jetty-launcher-8-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6280 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6280 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 6283 ERROR (jetty-launcher-8-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6283 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6284 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6284 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 6284 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T22:39:47.233770Z
   [junit4]   2> 6285 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 6288 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6290 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6296 INFO  (zkConnectionManagerCallback-10-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6298 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6294 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 6302 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T22:39:47.251061Z
   [junit4]   2> 6304 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6305 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6312 INFO  (zkConnectionManagerCallback-12-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6312 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6324 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 7388 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 7393 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 7817 WARN  (jetty-launcher-8-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fe9a0f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7817 WARN  (jetty-launcher-8-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fe9a0f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7818 WARN  (jetty-launcher-8-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c10ced3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7818 WARN  (jetty-launcher-8-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c10ced3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8210 WARN  (jetty-launcher-8-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3b2d6178[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8210 WARN  (jetty-launcher-8-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@294a73ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8210 WARN  (jetty-launcher-8-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@294a73ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8210 WARN  (jetty-launcher-8-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3b2d6178[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8234 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55976/solr
   [junit4]   2> 8239 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55976/solr
   [junit4]   2> 8308 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 8308 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 8314 INFO  (zkConnectionManagerCallback-26-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 8315 INFO  (zkConnectionManagerCallback-24-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 8315 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 8324 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 9941 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55998_solr
   [junit4]   2> 9984 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.Overseer Overseer (id=72148215198711813-127.0.0.1:55998_solr-n_0000000000) starting
   [junit4]   2> 10396 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55999_solr
   [junit4]   2> 10514 INFO  (zkCallback-25-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 10515 INFO  (zkCallback-23-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 10657 INFO  (OverseerStateUpdate-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [n:127.0.0.1:55998_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:55998_solr
   [junit4]   2> 10664 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 10682 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:55998_solr as DOWN
   [junit4]   2> 10701 WARN  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 10796 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 10825 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55998_solr
   [junit4]   2> 10876 INFO  (zkCallback-23-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 10876 INFO  (zkCallback-25-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 10908 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 11040 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 11042 WARN  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 11045 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 11441 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 11441 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 11533 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:55999_solr, 127.0.0.1:55998_solr]
   [junit4]   2> 11565 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 11579 DEBUG (ScheduledTrigger-12-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 11585 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 11688 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 11700 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 12558 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55998.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12563 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55999.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12567 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55999.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12568 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55999.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12621 DEBUG (ScheduledTrigger-12-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 12628 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55998.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12628 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55998.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12692 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001/node1/.
   [junit4]   2> 12734 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001/node2/.
   [junit4]   2> 13324 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 13331 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 13356 INFO  (zkConnectionManagerCallback-39-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 13361 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 13375 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 13409 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55976/solr ready
   [junit4]   2> 13623 DEBUG (ScheduledTrigger-12-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 14177 INFO  (qtp208617721-60) [n:127.0.0.1:55998_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=177
   [junit4]   2> 14304 INFO  (qtp208617721-55) [n:127.0.0.1:55998_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=26
   [junit4]   2> 14320 INFO  (qtp780286269-58) [n:127.0.0.1:55999_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 14323 DEBUG (qtp208617721-62) [n:127.0.0.1:55998_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 14328 INFO  (qtp208617721-62) [n:127.0.0.1:55998_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=78
   [junit4]   2> 14331 DEBUG (zkCallback-25-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 14333 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 14349 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 14352 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 14527 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 14529 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest Configuring simple scheduler and adding trigger: mock-timestamper
   [junit4]   2> 14553 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest conf(default delay): Waiting for 2 timestamps to be recorded
   [junit4]   2> 14556 INFO  (ScheduledTrigger-23-thread-1) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest Running mock-timestamper in ScheduledTrigger-23-thread-1
   [junit4]   2> 14630 DEBUG (ScheduledTrigger-12-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 19093 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 19093 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 19093 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 19093 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 19094 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 19095 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TriggerSetPropertiesIntegrationTest -Dtests.method=testSetProperties -Dtests.seed=9A7953C43CB91FB8 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=en-AT -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 4.78s J2 | TriggerSetPropertiesIntegrationTest.testSetProperties <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: conf(default delay): Couldn't get second timestampe after max allowed polling
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9A7953C43CB91FB8:F11D848D8F948A3C]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.waitForAndDiffTimestamps(TriggerSetPropertiesIntegrationTest.java:229)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties(TriggerSetPropertiesIntegrationTest.java:92)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]   2> 19146 DEBUG (ScheduledTrigger-12-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 19248 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1323647571
   [junit4]   2> 19249 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55999_solr
   [junit4]   2> 19256 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=264285276
   [junit4]   2> 19256 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55998_solr
   [junit4]   2> 19263 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 19263 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:55998_solr as DOWN
   [junit4]   2> 19265 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 19265 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:55999_solr as DOWN
   [junit4]   2> 19305 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 19310 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 19319 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 19327 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3645571d: rootName = solr_55999, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8a356d1
   [junit4]   2> 19328 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@103775cd: rootName = solr_55998, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3c9c269b
   [junit4]   2> 19459 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19460 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55ac2281: rootName = solr_55999, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64bee773
   [junit4]   2> 19471 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19471 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6cc8875e: rootName = solr_55998, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64bee773
   [junit4]   2> 19489 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19489 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@464bcbac: rootName = solr_55999, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@fd53f8d
   [junit4]   2> 19489 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 19497 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19500 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78b6716d: rootName = solr_55998, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@fd53f8d
   [junit4]   2> 19506 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 19517 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72148215198711813-127.0.0.1:55998_solr-n_0000000000) closing
   [junit4]   2> 19517 INFO  (zkCallback-25-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 19518 INFO  (OverseerStateUpdate-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [n:127.0.0.1:55998_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55998_solr
   [junit4]   2> 19518 INFO  (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 19518 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 19518 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 19518 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 19518 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 19519 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 19519 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 19519 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148215198711813-127.0.0.1:55998_solr-n_0000000000) closing
   [junit4]   2> 19632 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148215198711813-127.0.0.1:55998_solr-n_0000000000) closing
   [junit4]   2> 19638 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3635cf76{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 19640 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e847f58{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 19641 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63db4d63{/solr,null,UNAVAILABLE}
   [junit4]   2> 19641 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3acd328b{/solr,null,UNAVAILABLE}
   [junit4]   2> 19641 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 19642 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 19651 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 19868 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 19877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:55976
   [junit4]   2> 19877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55976
   [junit4]   2> 19877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55976
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001
   [junit4]   2> Mar 16, 2020 10:40:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1138, maxMBSortInHeap=5.517801107228665, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7ffb5e7b), locale=en-AT, timezone=America/Indiana/Petersburg
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=2,free=31748096,total=139460608
   [junit4]   2> NOTE: All tests run in this JVM: [TriggerSetPropertiesIntegrationTest]
   [junit4] Completed [1/5 (1!)] on J2 in 18.67s, 1 test, 1 failure <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest
   [junit4]   2> 4523 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4581 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/data-dir-1-001
   [junit4]   2> 4747 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4856 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.e.j.u.log Logging initialized @4917ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 4866 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 4969 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5026 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001
   [junit4]   2> 5161 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5164 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5164 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5373 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:55973
   [junit4]   2> 5373 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:55973
   [junit4]   2> 5377 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55973
   [junit4]   2> 5379 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55973
   [junit4]   2> 5500 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5554 INFO  (zkConnectionManagerCallback-3-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5556 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5617 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5625 INFO  (zkConnectionManagerCallback-5-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5626 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43

[...truncated too long message...]

s.SolrJmxReporter@1c701246: rootName = solr_56000, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@57c7d6a3
   [junit4]   2> 19244 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 19246 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b927c02: rootName = solr_56001, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e6cecc8
   [junit4]   2> 19271 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19271 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e241d43: rootName = solr_56000, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1ad91bf1
   [junit4]   2> 19276 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19276 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33ee7fd1: rootName = solr_56001, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1ad91bf1
   [junit4]   2> 19317 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19318 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@767be69: rootName = solr_56000, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e186e5b
   [junit4]   2> 19318 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 19322 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19322 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f351f85: rootName = solr_56001, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e186e5b
   [junit4]   2> 19322 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 19324 INFO  (closeThreadPool-47-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72148215199432709-127.0.0.1:56000_solr-n_0000000000) closing
   [junit4]   2> 19325 INFO  (OverseerStateUpdate-72148215199432709-127.0.0.1:56000_solr-n_0000000000) [n:127.0.0.1:56000_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56000_solr
   [junit4]   2> 19325 INFO  (OverseerAutoScalingTriggerThread-72148215199432709-127.0.0.1:56000_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 19350 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 19350 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 19351 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 19351 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 19351 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 19351 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 19352 INFO  (closeThreadPool-47-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148215199432709-127.0.0.1:56000_solr-n_0000000000) closing
   [junit4]   2> 19492 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148215199432709-127.0.0.1:56000_solr-n_0000000000) closing
   [junit4]   2> 19522 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@55e070c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 19524 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20792902{/solr,null,UNAVAILABLE}
   [junit4]   2> 19525 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 19528 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@648f8c7f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 19529 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8284c47{/solr,null,UNAVAILABLE}
   [junit4]   2> 19530 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 19534 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 19756 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 19762 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:55974
   [junit4]   2> 19762 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55974
   [junit4]   2> 19762 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55974
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001
   [junit4]   2> Mar 16, 2020 10:40:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1138, maxMBSortInHeap=5.517801107228665, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2e0ea571), locale=en-AT, timezone=America/Indiana/Petersburg
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=2,free=58415368,total=122683392
   [junit4]   2> NOTE: All tests run in this JVM: [TriggerSetPropertiesIntegrationTest]
   [junit4] Completed [5/5 (5!)] on J1 in 18.61s, 1 test, 1 failure <<< FAILURES!

[...truncated 17 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1516: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1043: There were test failures: 5 suites, 5 tests, 5 failures [seed: 9A7953C43CB91FB8]

Total time: 23 seconds

[repro] Setting last failure code to 256

[repro] Failures w/original seeds:
[repro]   5/5 failed: org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=7fe6f9c57d1bb2f048fe0ffef4635826c760ac1c, workspace=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX
[WARNINGS] Computing warning deltas based on reference build #5774
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-11.0.6) - Build # 5777 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5777/
Java: 64bit/jdk-11.0.6 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A3F4DDF44CF7B7A2:285AD9B25CBA16F]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:135)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.ConnectionManagerTest.testLikelyExpired

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A3F4DDF44CF7B7A2:87817FAC6C8B939D]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertFalse(Assert.java:64)
	at org.junit.Assert.assertFalse(Assert.java:74)
	at org.apache.solr.cloud.ConnectionManagerTest.testLikelyExpired(ConnectionManagerTest.java:93)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14351 lines...]
   [junit4] Suite: org.apache.solr.cloud.ConnectionManagerTest
   [junit4]   2> 1102796 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1102797 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ConnectionManagerTest_A3F4DDF44CF7B7A2-001/data-dir-76-001
   [junit4]   2> 1102797 WARN  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1102797 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1102798 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1102798 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1102803 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testReconnectWhenZkDisappeared
   [junit4]   2> 1102804 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1102805 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1102805 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1102905 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer start zk server on port:62915
   [junit4]   2> 1102905 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:62915
   [junit4]   2> 1102905 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62915
   [junit4]   2> 1102905 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62915
   [junit4]   2> 1102911 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1102919 INFO  (zkConnectionManagerCallback-3856-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1102919 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1102929 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1102936 INFO  (zkConnectionManagerCallback-3858-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1102936 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1102942 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1102951 INFO  (zkConnectionManagerCallback-3860-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1102952 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1102952 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2564654b name: ZooKeeperConnection Watcher:127.0.0.1:62915/solr got event WatchedEvent state:Expired type:None path: path:  type: None
   [junit4]   2> 1102952 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1102952 ERROR (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager :java.io.IOException: Testing
   [junit4]   2> 	at org.apache.solr.cloud.ConnectionManagerTest$MockZkClientConnectionStrategy.reconnect(ConnectionManagerTest.java:157)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:150)
   [junit4]   2> 	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:133)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 1102952 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Could not connect due to error, sleeping for 1s and trying again
   [junit4]   2> 1107554 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]-SendThread(127.0.0.1:62915)) [     ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 4604ms for sessionid 0x10050e055d30002
   [junit4]   2> 1107555 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1107555 WARN  (NIOWorkerThread-12) [     ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10050e055d30002, likely client has closed socket
   [junit4]   2> 1107556 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1107560 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1107560 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1107657 WARN  (zkConnectionManagerCallback-3860-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2564654b name: ZooKeeperConnection Watcher:127.0.0.1:62915/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1107657 WARN  (zkConnectionManagerCallback-3860-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1107757 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1107758 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager zkClient Connected:false
   [junit4]   2> 1107861 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1108092 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:62915
   [junit4]   2> 1108092 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62915
   [junit4]   2> 1108092 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62915
   [junit4]   2> 1108094 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testReconnectWhenZkDisappeared
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ConnectionManagerTest -Dtests.method=testReconnectWhenZkDisappeared -Dtests.seed=A3F4DDF44CF7B7A2 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Atlantic/Faeroe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 5.30s J1 | ConnectionManagerTest.testReconnectWhenZkDisappeared <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A3F4DDF44CF7B7A2:285AD9B25CBA16F]:0)
   [junit4]    > 	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:135)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 1108106 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testLikelyExpired
   [junit4]   2> 1108107 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1108115 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1108115 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1108219 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer start zk server on port:62932
   [junit4]   2> 1108219 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:62932
   [junit4]   2> 1108219 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62932
   [junit4]   2> 1108219 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62932
   [junit4]   2> 1108223 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108234 INFO  (zkConnectionManagerCallback-3862-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1108235 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1108246 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108252 INFO  (zkConnectionManagerCallback-3864-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1108252 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1108253 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108270 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1108270 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1108271 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9ebbf0 name: ZooKeeperConnection Watcher:127.0.0.1:62932/solr got event WatchedEvent state:Disconnected type:None path: path:  type: None
   [junit4]   2> 1108271 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1110470 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]-SendThread(127.0.0.1:62932)) [     ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 2203ms for sessionid 0x10050e06a870002
   [junit4]   2> 1110471 WARN  (NIOWorkerThread-12) [     ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10050e06a870002, likely client has closed socket
   [junit4]   2> 1110575 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9ebbf0 name: ZooKeeperConnection Watcher:127.0.0.1:62932/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1110575 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1111943 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]-SendThread(127.0.0.1:62932)) [     ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10050e06a870002 has expired
   [junit4]   2> 1111943 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9ebbf0 name: ZooKeeperConnection Watcher:127.0.0.1:62932/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1111943 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1111943 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1111945 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111948 INFO  (zkConnectionManagerCallback-3866-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1111949 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1111949 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1111949 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1112885 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1113103 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:62932
   [junit4]   2> 1113103 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62932
   [junit4]   2> 1113103 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62932
   [junit4]   2> 1113104 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testLikelyExpired
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ConnectionManagerTest -Dtests.method=testLikelyExpired -Dtests.seed=A3F4DDF44CF7B7A2 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Atlantic/Faeroe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 5.01s J1 | ConnectionManagerTest.testLikelyExpired <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A3F4DDF44CF7B7A2:87817FAC6C8B939D]:0)
   [junit4]    > 	at org.apache.solr.cloud.ConnectionManagerTest.testLikelyExpired(ConnectionManagerTest.java:93)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ConnectionManagerTest_A3F4DDF44CF7B7A2-001
   [junit4]   2> Mar 16, 2020 3:25:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene84, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6a749e49), locale=zh-TW, timezone=Atlantic/Faeroe
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=175047392,total=448057344
   [junit4]   2> NOTE: All tests run in this JVM: [IndexSizeTriggerSizeEstimationTest, TestSimNodeLostTrigger, XsltUpdateRequestHandlerTest, TestReplicaProperties, TestSolrCloudWithKerberosAlt, TimeZoneUtilsTest, TestExactStatsCache, ResponseLogComponentTest, TestAddFieldRealTimeGet, BasicDistributedZk2Test, TestRestoreCore, TestCollectionAPIs, DistributedQueryElevationComponentTest, ComputePlanActionTest, RankQueryTest, MultiSolrCloudTestCaseTest, FieldAnalysisRequestHandlerTest, SearchHandlerTest, SimpleFacetsTest, TestRTGBase, TestFileDictionaryLookup, JavaBinAtomicUpdateMultivalueTest, DataDrivenBlockJoinTest, TestHashQParserPlugin, TestSegmentSorting, TestLeaderElectionZkExpiry, TestStressThreadBackup, TestSolrCachePerf, TestCustomStream, DistanceUnitsTest, TestPayloadCheckQParserPlugin, BasicAuthOnSingleNodeTest, TestConfigSetProperties, ClassificationUpdateProcessorIntegrationTest, TestDistributedStatsComponentCardinality, XMLAtomicUpdateMultivalueTest, TestTolerantSearch, TaggerTest, TestShardHandlerFactory, PolyFieldTest, TestPrepRecovery, TestOrdValues, SystemLogListenerTest, TestMultiValuedNumericRangeQuery, SuggesterTest, CloudReplicaSourceTest, InfixSuggestersTest, TransactionLogTest, TestNumericTerms64, NodeAddedTriggerTest, LeaderElectionContextKeyTest, ScheduledMaintenanceTriggerTest, TestSolrIndexConfig, TestSolrCoreSnapshots, TolerantUpdateProcessorTest, TestCloudConsistency, TestSort, DocValuesMultiTest, TestSolrCLIRunExample, ChaosMonkeySafeLeaderTest, DistributedUpdateProcessorTest, TestRandomFlRTGCloud, InfoHandlerTest, TestFieldCacheSortRandom, DistributedFacetPivotSmallTest, HdfsTlogReplayBufferedWhileIndexingTest, CdcrReplicationHandlerTest, TemplateUpdateProcessorTest, ResourceLoaderTest, ConnectionReuseTest, RulesTest, TestManagedSchemaThreadSafety, HdfsDirectoryFactoryTest, TestWaitForStateWithJettyShutdowns, BasicFunctionalityTest, DeleteShardTest, FullSolrCloudDistribCmdsTest, TestDocTermOrds, TestRemoteStreaming, DistributedQueueTest, IndexSchemaTest, SharedFSAutoReplicaFailoverTest, TestCollationField, SplitShardTest, SynonymTokenizerTest, SimplePostToolTest, CachingDirectoryFactoryTest, ZkCollectionPropsCachingTest, ConnectionManagerTest]
   [junit4] Completed [482/905 (1!)] on J1 in 12.02s, 3 tests, 2 failures, 1 skipped <<< FAILURES!

[...truncated 54049 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:635: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:496: Source checkout is modified!!! Offending files:
* lucene/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1
* solr/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1

Total time: 64 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-14-rc) - Build # 5776 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5776/
Java: 64bit/jdk-14-rc -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper

Error Message:
Didn't get expected doc count. Expected: 10, Found: 0

Stack Trace:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
	at __randomizedtesting.SeedInfo.seed([D1AB920EF5FFAEA0:CEE2B28DD015A1C0]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:254)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:259)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:230)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)




Build Log:
[...truncated 14694 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> 1240205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1240205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1240206 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/data-dir-106-001
   [junit4]   2> 1240207 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 1240207 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1240208 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1240209 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001
   [junit4]   2> 1240209 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1240210 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1240210 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1240312 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:60942
   [junit4]   2> 1240312 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:60942
   [junit4]   2> 1240312 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:60942
   [junit4]   2> 1240312 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 60942
   [junit4]   2> 1240315 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240320 INFO  (zkConnectionManagerCallback-6920-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240320 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240326 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240330 INFO  (zkConnectionManagerCallback-6922-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240330 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240331 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240335 INFO  (zkConnectionManagerCallback-6924-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240335 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240450 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1240450 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1240450 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1240450 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1240452 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1240452 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1240452 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1240455 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1240455 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1240455 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1240457 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16a33289{/solr,null,AVAILABLE}
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3e53b812{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60947}
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.Server Started @1240524ms
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60947}
   [junit4]   2> 1240458 ERROR (jetty-launcher-6925-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:55.367599Z
   [junit4]   2> 1240460 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1240460 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1240460 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1240461 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240462 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24c58d3{/solr,null,AVAILABLE}
   [junit4]   2> 1240462 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1240462 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1240462 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@526fbfd6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60948}
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.Server Started @1240528ms
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60948}
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1240463 ERROR (jetty-launcher-6925-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c9b24ca{/solr,null,AVAILABLE}
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:55.372527Z
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7568ff11{/solr,null,AVAILABLE}
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@53a8beed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60950}
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.Server Started @1240530ms
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60950}
   [junit4]   2> 1240464 ERROR (jetty-launcher-6925-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:55.374144Z
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@30974fc5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60951}
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.Server Started @1240531ms
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60951}
   [junit4]   2> 1240465 ERROR (jetty-launcher-6925-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:55.374640Z
   [junit4]   2> 1240466 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240467 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240467 INFO  (zkConnectionManagerCallback-6927-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240468 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240468 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240469 INFO  (zkConnectionManagerCallback-6929-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240469 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240469 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240471 INFO  (zkConnectionManagerCallback-6931-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240471 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240471 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240473 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240473 INFO  (zkConnectionManagerCallback-6933-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240473 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240476 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240612 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1240615 WARN  (jetty-launcher-6925-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b28f2ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240615 WARN  (jetty-launcher-6925-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b28f2ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240620 WARN  (jetty-launcher-6925-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55c0633b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240620 WARN  (jetty-launcher-6925-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55c0633b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240621 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1240624 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240628 INFO  (zkConnectionManagerCallback-6940-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240628 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240687 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1240690 WARN  (jetty-launcher-6925-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7afb23ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240690 WARN  (jetty-launcher-6925-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7afb23ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240690 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1240691 WARN  (jetty-launcher-6925-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7fcc4731[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240691 WARN  (jetty-launcher-6925-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7fcc4731[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240693 WARN  (jetty-launcher-6925-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d0dbc0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240693 WARN  (jetty-launcher-6925-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d0dbc0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240694 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1240694 WARN  (jetty-launcher-6925-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ae09ce2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240694 WARN  (jetty-launcher-6925-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ae09ce2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240695 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1240695 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240696 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240700 INFO  (zkConnectionManagerCallback-6951-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240700 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240701 INFO  (zkConnectionManagerCallback-6954-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240701 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240791 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1240792 WARN  (jetty-launcher-6925-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3a4cff2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240792 WARN  (jetty-launcher-6925-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3a4cff2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240796 WARN  (jetty-launcher-6925-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@552b0c51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240796 WARN  (jetty-launcher-6925-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@552b0c51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240797 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1240798 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240803 INFO  (zkConnectionManagerCallback-6967-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240804 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240860 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60951_solr
   [junit4]   2> 1240862 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053322-127.0.0.1:60951_solr-n_0000000000) starting
   [junit4]   2> 1240886 INFO  (OverseerStateUpdate-72144788871053322-127.0.0.1:60951_solr-n_0000000000) [n:127.0.0.1:60951_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60951_solr
   [junit4]   2> 1240887 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60951_solr
   [junit4]   2> 1240891 INFO  (OverseerStateUpdate-72144788871053322-127.0.0.1:60951_solr-n_0000000000) [n:127.0.0.1:60951_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1240900 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1240900 WARN  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1240920 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1240946 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60951.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1240956 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60951.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1240956 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60951.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1240957 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node3/.
   [junit4]   2> 1241004 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1241021 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60950_solr as DOWN
   [junit4]   2> 1241026 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241026 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60950_solr
   [junit4]   2> 1241030 INFO  (zkCallback-6966-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1241031 INFO  (zkCallback-6953-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1241036 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1241036 WARN  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1241054 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1241098 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60950.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241109 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60950.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241124 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60950.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241126 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node4/.
   [junit4]   2> 1241141 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1241144 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1241166 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60948_solr as DOWN
   [junit4]   2> 1241167 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60947_solr as DOWN
   [junit4]   2> 1241172 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241173 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60948_solr
   [junit4]   2> 1241183 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241184 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60947_solr
   [junit4]   2> 1241199 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1241199 INFO  (zkCallback-6953-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1241199 INFO  (zkCallback-6950-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1241200 INFO  (zkCallback-6966-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1241209 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1241209 WARN  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1241210 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1241211 WARN  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1241263 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1241264 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1241291 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60948.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241291 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60947.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241305 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60948.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241306 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60948.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241306 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60947.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241306 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60947.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241307 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node2/.
   [junit4]   2> 1241307 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node1/.
   [junit4]   2> 1241375 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1241376 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1241379 INFO  (zkConnectionManagerCallback-6982-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1241379 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1241383 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1241386 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60942/solr ready
   [junit4]   2> 1241392 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1689094305
   [junit4]   2> 1241392 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60951_solr
   [junit4]   2> 1241393 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1241393 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60951_solr as DOWN
   [junit4]   2> 1241398 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241399 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1241399 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49001468: rootName = solr_60951, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@705c785f
   [junit4]   2> 1241406 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1241406 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3534be98: rootName = solr_60951, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb3507d
   [junit4]   2> 1241410 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1241410 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aa5d292: rootName = solr_60951, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b41ab8e
   [junit4]   2> 1241411 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1241413 INFO  (closeThreadPool-6986-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72144788871053322-127.0.0.1:60951_solr-n_0000000000) closing
   [junit4]   2> 1241414 INFO  (OverseerStateUpdate-72144788871053322-127.0.0.1:60951_solr-n_0000000000) [n:127.0.0.1:60951_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60951_solr
   [junit4]   2> 1241414 INFO  (OverseerAutoScalingTriggerThread-72144788871053322-127.0.0.1:60951_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1241422 INFO  (closeThreadPool-6986-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72144788871053322-127.0.0.1:60951_solr-n_0000000000) closing
   [junit4]   2> 1241426 INFO  (zkCallback-6953-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241527 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.Overseer Overseer (id=72144788871053322-127.0.0.1:60951_solr-n_0000000000) closing
   [junit4]   2> 1241530 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241530 INFO  (zkCallback-6950-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241532 INFO  (zkCallback-6953-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60950_solr
   [junit4]   2> 1241533 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241535 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@30974fc5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1241535 INFO  (zkCallback-6953-thread-2) [n:127.0.0.1:60950_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053321-127.0.0.1:60950_solr-n_0000000001) starting
   [junit4]   2> 1241535 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7568ff11{/solr,null,UNAVAILABLE}
   [junit4]   2> 1241536 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1241538 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1241538 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1241538 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1241542 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1241542 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1241542 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1241543 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@532ba55d{/solr,null,AVAILABLE}
   [junit4]   2> 1241545 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6b5be927{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60980}
   [junit4]   2> 1241545 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server Started @1241611ms
   [junit4]   2> 1241545 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60978}
   [junit4]   2> 1241546 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:56.455331Z
   [junit4]   2> 1241547 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1241551 INFO  (zkConnectionManagerCallback-6988-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1241551 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1241551 INFO  (OverseerStateUpdate-72144788871053321-127.0.0.1:60950_solr-n_0000000001) [n:127.0.0.1:60950_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60950_solr
   [junit4]   2> 1241554 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1241687 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1241692 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32affc51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1241692 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32affc51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1241695 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@685f734b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1241695 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@685f734b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1241696 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1241697 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1241700 INFO  (zkConnectionManagerCallback-6995-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1241700 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1241714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1241725 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60978_solr as DOWN
   [junit4]   2> 1241728 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241728 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60978_solr
   [junit4]   2> 1241736 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241736 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241736 INFO  (zkCallback-6953-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241737 INFO  (zkCallback-6950-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241737 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241744 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1241744 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1241766 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1241792 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60978.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241800 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60978.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241800 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60978.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241802 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node3/.
   [junit4]   2> 1241840 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1241842 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:60980/solr. Proxy: http://127.0.0.1:60978/solr
   [junit4]   2> 1241842 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=782949270
   [junit4]   2> 1241842 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60950_solr
   [junit4]   2> 1241843 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1241843 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60950_solr as DOWN
   [junit4]   2> 1241849 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1241849 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d15e20e: rootName = solr_60950, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@16d845fd
   [junit4]   2> 1241857 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1241857 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4241320e: rootName = solr_60950, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb3507d
   [junit4]   2> 1241866 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1241866 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@425b90ba: rootName = solr_60950, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b41ab8e
   [junit4]   2> 1241866 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1241869 INFO  (closeThreadPool-7003-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72144788871053321-127.0.0.1:60950_solr-n_0000000001) closing
   [junit4]   2> 1241869 INFO  (OverseerStateUpdate-72144788871053321-127.0.0.1:60950_solr-n_0000000001) [n:127.0.0.1:60950_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60950_solr
   [junit4]   2> 1241869 INFO  (OverseerAutoScalingTriggerThread-72144788871053321-127.0.0.1:60950_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1241873 INFO  (closeThreadPool-7003-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72144788871053321-127.0.0.1:60950_solr-n_0000000001) closing
   [junit4]   2> 1241981 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.Overseer Overseer (id=72144788871053321-127.0.0.1:60950_solr-n_0000000001) closing
   [junit4]   2> 1241983 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241983 INFO  (zkCallback-6950-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60948_solr
   [junit4]   2> 1241983 INFO  (zkCallback-6950-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241984 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241984 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241987 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@53a8beed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1241989 INFO  (zkCallback-6950-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053320-127.0.0.1:60948_solr-n_0000000002) starting
   [junit4]   2> 1241989 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c9b24ca{/solr,null,UNAVAILABLE}
   [junit4]   2> 1241991 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1241993 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1241993 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1241994 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1241997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1241997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1241997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1241997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cf761b8{/solr,null,AVAILABLE}
   [junit4]   2> 1241998 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@e237bbe{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60986}
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server Started @1242064ms
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60983}
   [junit4]   2> 1241999 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:56.908572Z
   [junit4]   2> 1242000 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242003 INFO  (OverseerStateUpdate-72144788871053320-127.0.0.1:60948_solr-n_0000000002) [n:127.0.0.1:60948_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60948_solr
   [junit4]   2> 1242004 INFO  (zkConnectionManagerCallback-7005-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242005 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1242006 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1242125 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1242127 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d54a9d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242127 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d54a9d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242129 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f1504f9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242130 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f1504f9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242131 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1242133 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242136 INFO  (zkConnectionManagerCallback-7012-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242136 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1242159 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1242172 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60983_solr as DOWN
   [junit4]   2> 1242174 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1242174 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60983_solr
   [junit4]   2> 1242178 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242178 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242179 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242179 INFO  (zkCallback-6950-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242179 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242182 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1242182 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1242207 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1242316 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60983.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1242331 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60983.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1242332 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60983.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1242335 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node4/.
   [junit4]   2> 1242456 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1242458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:60986/solr. Proxy: http://127.0.0.1:60983/solr
   [junit4]   2> 1242459 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1712772259
   [junit4]   2> 1242459 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60948_solr
   [junit4]   2> 1242461 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1242461 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60948_solr as DOWN
   [junit4]   2> 1242474 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1242474 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23eb175d: rootName = solr_60948, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@74e191f9
   [junit4]   2> 1242486 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1242486 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65063d38: rootName = solr_60948, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb3507d
   [junit4]   2> 1242499 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1242500 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39d0fed1: rootName = solr_60948, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b41ab8e
   [junit4]   2> 1242500 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1242505 INFO  (closeThreadPool-7020-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72144788871053320-127.0.0.1:60948_solr-n_0000000002) closing
   [junit4]   2> 1242505 INFO  (OverseerStateUpdate-72144788871053320-127.0.0.1:60948_solr-n_0000000002) [n:127.0.0.1:60948_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60948_solr
   [junit4]   2> 1242506 INFO  (OverseerAutoScalingTriggerThread-72144788871053320-127.0.0.1:60948_solr-n_0000000002) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1242508 INFO  (closeThreadPool-7020-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72144788871053320-127.0.0.1:60948_solr-n_0000000002) closing
   [junit4]   2> 1242619 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.Overseer Overseer (id=72144788871053320-127.0.0.1:60948_solr-n_0000000002) closing
   [junit4]   2> 1242621 INFO  (zkCallback-6939-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1242622 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1242622 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1242623 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1242623 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60947_solr
   [junit4]   2> 1242633 INFO  (zkCallback-6939-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053319-127.0.0.1:60947_solr-n_0000000003) starting
   [junit4]   2> 1242644 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@526fbfd6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1242648 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@24c58d3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1242648 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1242653 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1242655 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1242656 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1242675 INFO  (OverseerStateUpdate-72144788871053319-127.0.0.1:60947_solr-n_0000000003) [n:127.0.0.1:60947_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60947_solr
   [junit4]   2> 1242687 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1242687 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1242692 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1242701 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ee2737b{/solr,null,AVAILABLE}
   [junit4]   2> 1242706 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@673e8a8c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61018}
   [junit4]   2> 1242708 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server Started @1242774ms
   [junit4]   2> 1242709 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61014}
   [junit4]   2> 1242710 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:57.619686Z
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242721 INFO  (zkConnectionManagerCallback-7022-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242721 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1242724 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1242854 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1242863 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4b500bba[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242863 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4b500bba[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242875 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@79365929[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242876 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@79365929[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242878 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1242880 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242883 INFO  (zkConnectionManagerCallback-7029-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242883 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1242912 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1242941 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:61014_solr as DOWN
   [junit4]   2> 1242949 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1242949 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61014_solr
   [junit4]   2> 1242960 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242961 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242961 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242961 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242961 INFO  (zkCallback-7028-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242969 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1242970 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1243009 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1243059 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61014.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1243080 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61014.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1243080 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61014.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1243081 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node2/.
   [junit4]   2> 1243163 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1243164 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:61018/solr. Proxy: http://127.0.0.1:61014/solr
   [junit4]   2> 1243164 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=952000299
   [junit4]   2> 1243165 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60947_solr
   [junit4]   2> 1243166 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1243166 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60947_solr as DOWN
   [junit4]   2> 1243174 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1243174 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d906d10: rootName = solr_60947, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6783b3f2
   [junit4]   2> 1243204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1243204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31d29f04: rootName = solr_60947, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb3507d
   [junit4]   2> 1243208 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1243208 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4af86e20: rootName = solr_60947, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b41ab8e
   [junit4]   2> 1243208 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1243212 INFO  (closeThreadPool-7037-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72144788871053319-127.0.0.1:60947_solr-n_0000000003) closing
   [junit4]   2> 1243212 INFO  (OverseerStateUpdate-72144788871053319-127.0.0.1:60947_solr-n_0000000003) [n:127.0.0.1:60947_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60947_solr
   [junit4]   2> 1243213 INFO  (OverseerAutoScalingTriggerThread-72144788871053319-127.0.0.1:60947_solr-n_0000000003) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1243218 INFO  (closeThreadPool-7037-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72144788871053319-127.0.0.1:60947_solr-n_0000000003) closing
   [junit4]   2> 1243327 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.Overseer Overseer (id=72144788871053319-127.0.0.1:60947_solr-n_0000000003) closing
   [junit4]   2> 1243328 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1243328 INFO  (zkCallback-6994-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1243329 INFO  (zkCallback-7028-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1243329 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60978_solr
   [junit4]   2> 1243329 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1243334 INFO  (zkCallback-6994-thread-1) [n:127.0.0.1:60978_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053325-127.0.0.1:60978_solr-n_0000000004) starting
   [junit4]   2> 1243336 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e53b812{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1243337 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16a33289{/solr,null,UNAVAILABLE}
   [junit4]   2> 1243337 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1243340 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1243341 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1243341 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1243345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1243345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1243345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1243345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a8d62ad{/solr,null,AVAILABLE}
   [junit4]   2> 1243346 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4f7e28a7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61025}
   [junit4]   2> 1243347 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server Started @1243412ms
   [junit4]   2> 1243347 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61024}
   [junit4]   2> 1243347 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Optio

[...truncated too long message...]

045-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1267470 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1267473 INFO  (jetty-closer-7062-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b5be927{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1267474 INFO  (jetty-closer-7062-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@532ba55d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1267474 INFO  (jetty-closer-7062-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1267584 INFO  (jetty-closer-7062-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4f7e28a7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1267584 INFO  (jetty-closer-7062-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a8d62ad{/solr,null,UNAVAILABLE}
   [junit4]   2> 1267585 INFO  (jetty-closer-7062-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1267683 INFO  (jetty-closer-7062-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@e237bbe{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1267684 INFO  (jetty-closer-7062-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2cf761b8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1267684 INFO  (jetty-closer-7062-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1267686 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1267908 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/terms/shard1
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard1
   [junit4]   2> 	6	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	6	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/terms/shard1
   [junit4]   2> 	6	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard2
   [junit4]   2> 	4	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2> 	3	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	2	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/collectionprops.json
   [junit4]   2> 	2	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	56	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2> 	28	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	21	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72144788871053327-127.0.0.1:60983_solr-n_0000000005
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	89	/solr/overseer/queue
   [junit4]   2> 	57	/solr/live_nodes
   [junit4]   2> 	39	/solr/collections
   [junit4]   2> 	26	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1267914 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:60942
   [junit4]   2> 1267914 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:60942
   [junit4]   2> 1267914 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 60942
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001
   [junit4]   2> Mar 16, 2020 8:06:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=PostingsFormat(name=Asserting), fieldName_s=Lucene84, id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=611, maxMBSortInHeap=7.525096046766809, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3e048a4e), locale=kab, timezone=Asia/Krasnoyarsk
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=1,free=132037288,total=423624704
   [junit4]   2> NOTE: All tests run in this JVM: [AuditLoggerPluginTest, TermVectorComponentTest, SolrLogAuditLoggerPluginTest, TestDelegationWithHadoopAuth, LeaderFailoverAfterPartitionTest, SpellCheckComponentTest, TestSolrDeletionPolicy1, TestRequestForwarding, TestTermsQParserPlugin, SystemInfoHandlerTest, TestJavabinTupleStreamParser, PreAnalyzedUpdateProcessorTest, ZookeeperStatusHandlerTest, TestFaceting, ShardRoutingCustomTest, SpellCheckCollatorWithCollapseTest, SearchRateTriggerIntegrationTest, TestConfigReload, TlogReplayBufferedWhileIndexingTest, MaxSizeAutoCommitTest, CurrencyRangeFacetCloudTest, QueryEqualityTest, TestPackages, DistributedFacetSimpleRefinementLongTailTest, TestInPlaceUpdateWithRouteField, TestPartialUpdateDeduplication, TestTestInjection, TestScoreJoinQPScore, BJQParserTest, V2StandaloneTest, TestNoOpRegenerator, TestTolerantUpdateProcessorRandomCloud, SolrJmxReporterTest, DistributedQueryComponentCustomSortTest, TestSimDistribStateManager, TestDynamicFieldNamesIndexCorrectly, RandomizedTaggerTest, ZkControllerTest, TestWordDelimiterFilterFactory, MetricsHistoryIntegrationTest, SimpleMLTQParserTest, TestLegacyNumericUtils, AssignTest, CoreAdminCreateDiscoverTest, TestReloadDeadlock, TestElisionMultitermQuery, TestStressInPlaceUpdates, CollectionsAPIDistributedZkTest, HdfsDirectoryTest, ConnectionManagerTest, OrderedExecutorTest, TestHighFrequencyDictionaryFactory, TestRTimerTree, ReindexCollectionTest, TestCloudSearcherWarming, NumericFieldsTest, TestDistribIDF, HdfsSyncSliceTest, TestCoreDiscovery, SolrIndexMetricsTest, TestStressRecovery, TestPerFieldSimilarity, DistribDocExpirationUpdateProcessorTest, TestJmxIntegration, TestDynamicLoadingUrl, DaemonStreamApiTest, OverseerTest, SolrPluginUtilsTest, TestSchemaResource, DeleteNodeTest, PrimitiveFieldTypeTest, SolrCoreTest, TestQuerySenderNoQuery, TestNumericTokenStream, TestSolrJ, VersionInfoTest, CollectionPropsTest, StressHdfsTest, SegmentsInfoRequestHandlerTest, DOMUtilTest, PeerSyncWithLeaderTest, SolrCloudExampleTest, TestBinaryResponseWriter, HLLUtilTest, NodeMutatorTest, CSVRequestHandlerTest, TestSimpleTrackingShardHandler, PathHierarchyTokenizerFactoryTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DocValuesNotIndexedTest, ForceLeaderTest, FullSolrCloudDistribCmdsTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, RemoteQueryErrorTest, ReplaceNodeTest, SystemCollectionCompatTest, TestCloudConsistency, TestPullReplica, TestPullReplicaErrorHandling]
   [junit4] Completed [566/905 (1!)] on J4 in 28.48s, 3 tests, 1 failure <<< FAILURES!

[...truncated 45976 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:635: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:496: Source checkout is modified!!! Offending files:
* lucene/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1
* solr/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1

Total time: 55 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build # 5775 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5775/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ReplicationFactorTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ReplicationFactorTest:     1) Thread[id=17073, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ReplicationFactorTest: 
   1) Thread[id=17073, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
        at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([D7B0580018054254]:0)


FAILED:  org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots

Error Message:
expected:<COMPLETED> but was:<RUNNING>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
	at __randomizedtesting.SeedInfo.seed([D7B0580018054254:E1FCDC9F6D5C401B]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:118)
	at org.junit.Assert.assertEquals(Assert.java:144)
	at org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:197)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 14424 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
   [junit4]   2> 1440390 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1440390 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/data-dir-159-001
   [junit4]   2> 1440391 WARN  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1440392 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1440394 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1440394 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1440394 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lz_pl/
   [junit4]   2> 1440400 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1440400 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1440400 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1440501 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer start zk server on port:52921
   [junit4]   2> 1440501 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:52921
   [junit4]   2> 1440501 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52921
   [junit4]   2> 1440501 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52921
   [junit4]   2> 1440506 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1440512 INFO  (zkConnectionManagerCallback-5687-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1440513 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1440522 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1440526 INFO  (zkConnectionManagerCallback-5689-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1440526 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1440537 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1440550 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1440555 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1440562 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1440565 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1440570 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1440573 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1440576 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1440580 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1440583 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1440589 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1440592 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1441317 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1441317 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1441317 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1441319 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1441320 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1441320 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1441322 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ee4ea09{/lz_pl,null,AVAILABLE}
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@20f0d0fb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52927}
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.Server Started @1441407ms
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lz_pl, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/tempDir-001/control/data, hostPort=52926, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1441324 ERROR (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1441325 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1441325 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1441325 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T00:08:29.795277Z
   [junit4]   2> 1441326 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1441330 INFO  (zkConnectionManagerCallback-5691-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1441330 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1441435 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1441435 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/solr.xml
   [junit4]   2> 1441440 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1441523 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1441524 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d99e76d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1441525 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d99e76d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1441528 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42e1f4aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1441528 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42e1f4aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1441529 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52921/solr
   [junit4]   2> 1441530 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1441533 INFO  (zkConnectionManagerCallback-5698-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1441533 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1441642 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1441646 INFO  (zkConnectionManagerCallback-5700-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1441646 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1441856 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52926_lz_pl
   [junit4]   2> 1441859 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.Overseer Overseer (id=72142911510085636-127.0.0.1:52926_lz_pl-n_0000000000) starting
   [junit4]   2> 1441878 INFO  (OverseerStateUpdate-72142911510085636-127.0.0.1:52926_lz_pl-n_0000000000) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:52926_lz_pl
   [junit4]   2> 1441880 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52926_lz_pl
   [junit4]   2> 1441887 INFO  (zkCallback-5699-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1441903 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1441906 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1441936 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1441964 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1441984 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1441984 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1441986 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/cores
   [junit4]   2> 1442009 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1442014 INFO  (zkConnectionManagerCallback-5709-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1442014 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1442020 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1442027 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52921/solr ready
   [junit4]   2> 1442029 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52933,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1442031 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52934], receiveBufferSize=408300
   [junit4]   2> 1442033 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52926_lz_pl&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1442051 INFO  (OverseerThreadFactory-5441-thread-1-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1442174 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52936,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1442175 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52937], receiveBufferSize=408300
   [junit4]   2> 1442176 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1442182 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1443222 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1443256 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1443409 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1443459 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1443460 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1443460 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1443463 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=56.091796875, floorSegmentMB=1.44140625, forceMergeDeletesPctAllowed=9.304095473868468, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.7700852398791
   [junit4]   2> 1443465 WARN  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1443554 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1443554 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1443556 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1443556 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1443558 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=75.6787109375, floorSegmentMB=0.900390625, forceMergeDeletesPctAllowed=9.453817747210142, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=29.862983000464084
   [junit4]   2> 1443559 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@60c89568[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1443564 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1443566 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1443567 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1443568 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661277109787557888
   [junit4]   2> 1443572 INFO  (searcherExecutor-5446-thread-1-processing-n:127.0.0.1:52926_lz_pl x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@60c89568[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1443578 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1443578 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1443588 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1443588 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1443588 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52926/lz_pl/control_collection_shard1_replica_n1/
   [junit4]   2> 1443589 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1443590 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:52926/lz_pl/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1443590 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72142911510085636-core_node2-n_0000000000
   [junit4]   2> 1443595 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52926/lz_pl/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1443704 INFO  (zkCallback-5699-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443706 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443711 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1443717 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1541
   [junit4]   2> 1443722 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1443818 INFO  (zkCallback-5699-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443818 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443819 INFO  (zkCallback-5699-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443820 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52926_lz_pl&wt=javabin&version=2} status=0 QTime=1787
   [junit4]   2> 1443821 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1443938 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1443942 INFO  (zkConnectionManagerCallback-5715-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1443942 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1443945 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1443948 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52921/solr ready
   [junit4]   2> 1443948 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1443949 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52957,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1443950 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52958], receiveBufferSize=408300
   [junit4]   2> 1443950 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1443958 INFO  (OverseerThreadFactory-5441-thread-2-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1443958 INFO  (OverseerCollectionConfigSetProcessor-72142911510085636-127.0.0.1:52926_lz_pl-n_0000000000) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1444172 WARN  (OverseerThreadFactory-5441-thread-2-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1444175 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1444178 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=227
   [junit4]   2> 1444180 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected:3
   [junit4]   2> 1444180 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1444181 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected:3
   [junit4]   2> 1444181 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1444182 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected:3
   [junit4]   2> 1444182 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1444182 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 1444592 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 1444593 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1444593 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1444593 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1444595 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1444595 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1444595 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1444595 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1030fc8a{/lz_pl,null,AVAILABLE}
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6a85b571{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52963}
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.Server Started @1444679ms
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lz_pl, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/tempDir-001/jetty1, hostPort=52962, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/cores}
   [junit4]   2> 1444596 ERROR (closeThreadPool-5716-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1444597 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1444597 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1444597 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T00:08:33.067034Z
   [junit4]   2> 1444597 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1444600 INFO  (zkConnectionManagerCallback-5718-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1444600 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1444703 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1444703 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/solr.xml
   [junit4]   2> 1444710 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1444849 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1444851 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c6f8248[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1444851 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c6f8248[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1444856 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@48b115a0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1444856 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@48b115a0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1444858 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52921/solr
   [junit4]   2> 1444861 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1444867 INFO  (zkConnectionManagerCallback-5725-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1444867 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1444973 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1444980 INFO  (zkConnectionManagerCallback-5727-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1444980 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445001 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1445024 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.ZkController Publish node=127.0.0.1:52962_lz_pl as DOWN
   [junit4]   2> 1445028 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1445029 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52962_lz_pl
   [junit4]   2> 1445042 INFO  (zkCallback-5726-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1445044 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1445045 INFO  (zkCallback-5714-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1445061 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1445062 WARN  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1445068 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001 of type NRT for shard3
   [junit4]   2> 1445070 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1445070 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1445070 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1445074 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1445074 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1445074 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1445075 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@160bf96a{/lz_pl,null,AVAILABLE}
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@52866ddc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52974}
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.Server Started @1445160ms
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lz_pl, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/tempDir-001/jetty2, hostPort=52973, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/cores}
   [junit4]   2> 1445077 ERROR (closeThreadPool-5716-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1445078 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T00:08:33.547997Z
   [junit4]   2> 1445079 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445085 INFO  (zkConnectionManagerCallback-5732-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445085 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445103 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1445150 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445161 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445161 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445163 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/cores
   [junit4]   2> 1445198 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1445198 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/solr.xml
   [junit4]   2> 1445203 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1445223 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:52962_lz_pl
   [junit4]   2> 1445279 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1445280 WARN  (closeThreadPool-5716-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@240ea009[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445280 WARN  (closeThreadPool-5716-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@240ea009[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445283 WARN  (closeThreadPool-5716-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@257945fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445283 WARN  (closeThreadPool-5716-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@257945fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445284 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52921/solr
   [junit4]   2> 1445285 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445288 INFO  (zkConnectionManagerCallback-5740-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445288 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445395 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445403 INFO  (zkConnectionManagerCallback-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445403 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445428 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1445449 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.ZkController Publish node=127.0.0.1:52973_lz_pl as DOWN
   [junit4]   2> 1445456 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1445457 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52973_lz_pl
   [junit4]   2> 1445462 INFO  (zkCallback-5726-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1445462 INFO  (zkCallback-5714-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1445462 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1445462 INFO  (zkCallback-5741-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1445474 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1445474 WARN  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1445495 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 1445496 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1445496 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1445497 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1445500 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1445500 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1445500 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a69e9a1{/lz_pl,null,AVAILABLE}
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@73c316ad{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52979}
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.Server Started @1445584ms
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lz_pl, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/tempDir-001/jetty3, hostPort=52978, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/cores}
   [junit4]   2> 1445501 ERROR (closeThreadPool-5716-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1445505 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T00:08:33.975870Z
   [junit4]   2> 1445508 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445511 INFO  (zkConnectionManagerCallback-5748-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445511 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445525 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445534 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445534 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445535 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/cores
   [junit4]   2> 1445561 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:52973_lz_pl
   [junit4]   2> 1445618 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1445618 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/solr.xml
   [junit4]   2> 1445624 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1445687 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1445688 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4877729e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445688 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4877729e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445690 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ffc03b2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445690 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ffc03b2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445691 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52921/solr
   [junit4]   2> 1445692 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445708 INFO  (zkConnectionManagerCallback-5755-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445708 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445819 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445822 INFO  (zkConnectionManagerCallback-5757-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445822 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445836 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1445852 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:52978_lz_pl as DOWN
   [junit4]   2> 1445861 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1445861 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52978_lz_pl
   [junit4]   2> 1445866 INFO  (zkCallback-5714-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445866 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445867 INFO  (zkCallback-5756-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445867 INFO  (zkCallback-5741-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445868 INFO  (zkCallback-5726-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445872 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1445873 WARN  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1445891 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1445912 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445923 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445923 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445925 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/cores
   [junit4]   2> 1445967 INFO  (OverseerCollectionConfigSetProcessor-72142911510085636-127.0.0.1:52926_lz_pl-n_0000000000) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1445971 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:52978_lz_pl
   [junit4]   2> 1445976 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52984,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1445976 INFO  (qtp2803300-17098) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52962_lz_pl&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1445977 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52986], receiveBufferSize=408300
   [junit4]   2> 1445977 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52985,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1445978 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52973_lz_pl&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1445978 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52987], receiveBufferSize=408300
   [junit4]   2> 1445979 INFO  (qtp2803300-17100) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52978_lz_pl&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1445991 INFO  (OverseerThreadFactory-5441-thread-3-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52962_lz_pl for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 1446000 INFO  (OverseerThreadFactory-5441-thread-3-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1446001 INFO  (OverseerThreadFactory-5441-thread-5-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52978_lz_pl for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1446002 INFO  (OverseerThreadFactory-5441-thread-4-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard3   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52973_lz_pl for creating new replica of shard shard3 for collection collection1
   [junit4]   2> 1446007 INFO  (SocketProxy-Acceptor-52962) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52988,localport=52962], receiveBufferSize:408300
   [junit4]   2> 1446009 INFO  (OverseerThreadFactory-5441-thread-5-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1446010 INFO  (SocketProxy-Acceptor-52962) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52963,localport=52989], receiveBufferSize=408300
   [junit4]   2> 1446011 INFO  (OverseerThreadFactory-5441-thread-4-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard3   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1446014 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl    x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1446018 INFO  (SocketProxy-Acceptor-52978) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52990,localport=52978], receiveBufferSize:408300
   [junit4]   2> 1446020 INFO  (SocketProxy-Acceptor-52978) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52979,localport=52991], receiveBufferSize=408300
   [junit4]   2> 1446022 INFO  (SocketProxy-Acceptor-52973) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52992,localport=52973], receiveBufferSize:408300
   [junit4]   2> 1446024 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl    x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1446024 INFO  (SocketProxy-Acceptor-52973) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52974,localport=52993], receiveBufferSize=408300
   [junit4]   2> 1446029 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl    x:collection1_shard3_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n3&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1447065 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1447071 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1447075 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1447102 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1447102 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1447109 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1447814 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1447830 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1447833 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1447882 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 1447883 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1447883 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/cores/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/cores/collection1_shard1_replica_n2/data/]
   [junit4]   2> 1447886 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=56.091796875, floorSegmentMB=1.44140625, forceMergeDeletesPctAllowed=9.304095473868468, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.7700852398791
   [junit4]   2> 1447890 WARN  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1447893 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1447894 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1447894 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/cores/collection1_shard2_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/cores/collection1_shard2_replica_n1/data/]
   [junit4]   2> 1447897 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n3' using configuration from configset conf1, trusted=true
   [junit4]   2> 1447898 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n3' (registry 'solr.core.collection1.shard3.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1447898 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.SolrCore [[collection1_shard3_replica_n3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/cores/collection1_shard3_replica_n3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/cores/collection1_shard3_replica_n3/data/]
   [junit4]   2> 1447900 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=56.091796875, floorSegmentMB=1.44140625, forceMergeDeletesPctAllowed=9.304095473868468, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.7700852398791
   [junit4]   2> 1447900 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=56.091796875, floorSegmentMB=1.44140625, forceMergeDeletesPctAllowed=9.304095473868468, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.7700852398791
   [junit4]   2> 1447902 WARN  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1447903 WARN  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1447972 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1447972 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1447979 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1447979 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1447982 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=75.6787109375, floorSegmentMB=0.900390625, forceMergeDeletesPctAllowed=9.453817747210142, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=29.862983000464084
   [junit4]   2> 1447983 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@668ef7fb[collection1_shard1_replica_n2] main]
   [junit4]   2> 1447992 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1447994 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1447995 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1447995 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661277114429603840
   [junit4]   2> 1448011 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1448011 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1448011 INFO  (searcherExecutor-5478-thread-1-processing-n:127.0.0.1:52978_lz_pl x:collection1_shard1_replica_n2 c:collection1 s:shard1) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@668ef7fb[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1448013 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1448013 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1448014 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=75.6787109375, floorSegmentMB=0.900390625, forceMergeDeletesPctAllowed=9.453817747210142, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=29.862983000464084
   [junit4]   2> 1448016 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@433e5a7[collection1_shard3_replica_n3] main]
   [junit4]   2> 1448021 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1448022 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1448023 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1448023 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661277114458963968
   [junit4]   2> 1448025 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 1448025 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 1448028 INFO  (searcherExecutor-5480-thread-1-processing-n:127.0.0.1:52973_lz_pl x:collection1_shard3_replica_n3 c:collection1 s:shard3) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.SolrCore [collection1_shard3_replica_n3] Registered new searcher Searcher@433e5a7[collection1_shard3_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1448040 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard3 to Terms{values={core_node6=0}, version=0}
   [junit4]   2> 1448040 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard3
   [junit4]   2> 1448049 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1448049 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1448049 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52978/lz_pl/collection1_shard1_replica_n2/
   [junit4]   2> 1448052 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1448053 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:52978/lz_pl/collection1_shard1_replica_n2/ has no replicas
   [junit4]   2> 1448053 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72142911510085647-core_node5-n_0000000000
   [junit4]   2> 1448060 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.

[...truncated too long message...]

4]   2> 1525697 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@217d317b: rootName = solr_53389, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2dcaf327
   [junit4]   2> 1525702 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1525702 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45b8ba6d: rootName = solr_53389, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7f744217
   [junit4]   2> 1525705 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1525705 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b5d11fd: rootName = solr_53389, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5f970153
   [junit4]   2> 1525705 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1525759 INFO  (jetty-closer-7004-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72142913913421833-127.0.0.1:53392_solr-n_0000000000) closing
   [junit4]   2> 1525761 INFO  (zkCallback-6952-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1525761 INFO  (zkCallback-6975-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1525768 INFO  (jetty-closer-7004-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@20104653{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1525768 INFO  (jetty-closer-7004-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@59af4b3a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1525769 INFO  (jetty-closer-7004-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1525876 INFO  (jetty-closer-7004-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7660737d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1525877 INFO  (jetty-closer-7004-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f860b4d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1525877 INFO  (jetty-closer-7004-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1525980 INFO  (jetty-closer-7004-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ab30ae5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1525981 INFO  (jetty-closer-7004-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39d0a5d9{/solr,null,UNAVAILABLE}
   [junit4]   2> 1525981 INFO  (jetty-closer-7004-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1525983 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7B0580018054254]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1526199 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/collections/SolrCloudSnapshots_restored/terms/shard2
   [junit4]   2> 	7	/solr/collections/SolrCloudSnapshots/terms/shard2
   [junit4]   2> 	7	/solr/collections/SolrCloudSnapshots/terms/shard1
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	4	/solr/collections/SolrCloudSnapshots/collectionprops.json
   [junit4]   2> 	3	/solr/collections/SolrCloudSnapshots_restored/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	79	/solr/collections/SolrCloudSnapshots_restored/state.json
   [junit4]   2> 	57	/solr/collections/SolrCloudSnapshots/state.json
   [junit4]   2> 	7	/solr/collections/SolrCloudSnapshots/collectionprops.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/SolrCloudSnapshots_restored/collectionprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72142913913421834-127.0.0.1:53391_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	64	/solr/overseer/queue
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	14	/solr/collections
   [junit4]   2> 	13	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1526208 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7B0580018054254]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:53384
   [junit4]   2> 1526208 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7B0580018054254]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53384
   [junit4]   2> 1526208 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7B0580018054254]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53384
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7B0580018054254-001
   [junit4]   2> Mar 16, 2020 12:09:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=BlockTreeOrds(blocksize=128), name=Lucene84, id=Lucene84}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1001, maxMBSortInHeap=6.228571765109232, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@487f6fb1), locale=ast, timezone=Australia/Darwin
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=253306504,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldResource, DirectSolrSpellCheckerTest, TestSolrQueryParser, OpenExchangeRatesOrgProviderTest, TestDeleteCollectionOnDownNodes, TestJsonFacets, SearchRateTriggerTest, TestApiFramework, TestSolrCloudWithDelegationTokens, ForceLeaderWithTlogReplicasTest, RegexBytesRefFilterTest, TokenizerChainTest, TestUtilizeNode, CreateCollectionCleanupTest, TestCloudPivotFacet, PrimUtilsTest, DeleteReplicaTest, SolrIndexSplitterTest, TestCharFilters, TestOnReconnectListenerSupport, TestStressLiveNodes, XCJFQueryTest, TestDynamicURP, CloudExitableDirectoryReaderTest, TestInPlaceUpdatesDistrib, UpdateRequestProcessorFactoryTest, TestImpersonationWithHadoopAuth, TestLocalFSCloudBackupRestore, IndexSizeEstimatorTest, MoveReplicaTest, TestLeaderElectionWithEmptyReplica, TestIntervalFaceting, TestGraphTermsQParserPlugin, DistributedFacetPivotSmallAdvancedTest, TestTrackingShardHandlerFactory, OverseerSolrResponseTest, RequestHandlersTest, DimensionalRoutedAliasUpdateProcessorTest, AutoScalingHandlerTest, IgnoreLargeDocumentProcessorFactoryTest, TestJoin, SolrXmlInZkTest, TestManagedSynonymFilterFactory, SimpleCollectionCreateDeleteTest, SpatialRPTFieldTypeTest, TestConfigSetImmutable, TimeRoutedAliasUpdateProcessorTest, SpellPossibilityIteratorTest, TestExportTool, TestQueryUtils, BasicAuthIntegrationTest, ClassificationUpdateProcessorFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RegexBoostProcessorTest, CdcrUpdateLogTest, HDFSCollectionsAPITest, DistributedIntervalFacetingTest, TestSafeXMLParsing, SolrSlf4jReporterTest, TestStressReorder, TestLogWatcher, FacetPivotSmallTest, RollingRestartTest, TestMacroExpander, TestAuthorizationFramework, DocValuesMissingTest, CollectionStateFormat2Test, TestLMDirichletSimilarityFactory, CheckHdfsIndexTest, TestSolr4Spatial2, XmlUpdateRequestHandlerTest, HdfsNNFailoverTest, TestExactSharedStatsCache, CursorMarkTest, TestReloadAndDeleteDocs, TestLazyCores, TestReqParamsAPI, StatsComponentTest, TestExtendedDismaxParser, TestClusterStateMutator, TestCSVResponseWriter, TestSolrCloudSnapshots]
   [junit4] Completed [512/905 (2!)] on J0 in 50.10s, 1 test, 1 failure <<< FAILURES!

[...truncated 53985 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:635: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:496: Source checkout is modified!!! Offending files:
* lucene/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1
* solr/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1

Total time: 70 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build # 5774 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5774/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager:     1) Thread[id=23692, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestSnapshotCloudManager]         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager: 
   1) Thread[id=23692, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestSnapshotCloudManager]
        at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([C1255F999A045813]:0)




Build Log:
[...truncated 14790 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager
   [junit4]   2> 1758054 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1758054 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1758056 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/data-dir-149-001
   [junit4]   2> 1758065 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1758076 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1758078 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001
   [junit4]   2> 1758080 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1758081 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1758081 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1758181 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:58079
   [junit4]   2> 1758181 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:58079
   [junit4]   2> 1758181 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:58079
   [junit4]   2> 1758181 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 58079
   [junit4]   2> 1758184 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758190 INFO  (zkConnectionManagerCallback-8329-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758191 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758199 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758204 INFO  (zkConnectionManagerCallback-8331-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758204 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758207 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758213 INFO  (zkConnectionManagerCallback-8333-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758213 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1758381 INFO  (jetty-launcher-8334-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1758394 INFO  (jetty-launcher-8334-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1758394 INFO  (jetty-launcher-8334-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1758394 INFO  (jetty-launcher-8334-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1758396 INFO  (jetty-launcher-8334-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1758396 INFO  (jetty-launcher-8334-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1758396 INFO  (jetty-launcher-8334-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1758397 INFO  (jetty-launcher-8334-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fe05218{/solr,null,AVAILABLE}
   [junit4]   2> 1758399 INFO  (jetty-launcher-8334-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@8adb3dd{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:58084}
   [junit4]   2> 1758400 INFO  (jetty-launcher-8334-thread-3) [     ] o.e.j.s.Server Started @1758473ms
   [junit4]   2> 1758400 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58084}
   [junit4]   2> 1758401 INFO  (jetty-launcher-8334-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1758401 ERROR (jetty-launcher-8334-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1758401 INFO  (jetty-launcher-8334-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1758401 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1758401 INFO  (jetty-launcher-8334-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1758401 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1758401 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1758401 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1758401 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T16:02:05.355347Z
   [junit4]   2> 1758402 INFO  (jetty-launcher-8334-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@777f3938{/solr,null,AVAILABLE}
   [junit4]   2> 1758402 INFO  (jetty-launcher-8334-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bc9c64c{/solr,null,AVAILABLE}
   [junit4]   2> 1758403 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1886d07f{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:58086}
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-2) [     ] o.e.j.s.Server Started @1758478ms
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58086}
   [junit4]   2> 1758405 ERROR (jetty-launcher-8334-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@51cae495{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:58085}
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-1) [     ] o.e.j.s.Server Started @1758478ms
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58085}
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1758405 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T16:02:05.359959Z
   [junit4]   2> 1758406 ERROR (jetty-launcher-8334-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1758406 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1758406 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1758406 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1758406 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1758406 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T16:02:05.360732Z
   [junit4]   2> 1758409 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758411 INFO  (zkConnectionManagerCallback-8336-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758411 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758412 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758413 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1758416 INFO  (zkConnectionManagerCallback-8340-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758416 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758416 INFO  (zkConnectionManagerCallback-8338-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758416 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758418 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1758419 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1758529 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1758531 WARN  (jetty-launcher-8334-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@19f00f61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758531 WARN  (jetty-launcher-8334-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@19f00f61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758538 WARN  (jetty-launcher-8334-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@774a07c6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758538 WARN  (jetty-launcher-8334-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@774a07c6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758541 INFO  (jetty-launcher-8334-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58079/solr
   [junit4]   2> 1758545 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758550 INFO  (zkConnectionManagerCallback-8347-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758550 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758638 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1758640 WARN  (jetty-launcher-8334-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@af47e6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758640 WARN  (jetty-launcher-8334-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@af47e6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758644 WARN  (jetty-launcher-8334-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dc06ebb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758644 WARN  (jetty-launcher-8334-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dc06ebb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758645 INFO  (jetty-launcher-8334-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58079/solr
   [junit4]   2> 1758647 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758650 INFO  (zkConnectionManagerCallback-8356-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758651 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758683 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58086_solr
   [junit4]   2> 1758685 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.c.Overseer Overseer (id=72140998918078471-127.0.0.1:58086_solr-n_0000000000) starting
   [junit4]   2> 1758713 INFO  (OverseerStateUpdate-72140998918078471-127.0.0.1:58086_solr-n_0000000000) [n:127.0.0.1:58086_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:58086_solr
   [junit4]   2> 1758714 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58086_solr
   [junit4]   2> 1758719 INFO  (OverseerStateUpdate-72140998918078471-127.0.0.1:58086_solr-n_0000000000) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1758729 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1758730 WARN  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1758744 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1758746 WARN  (jetty-launcher-8334-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@286a5652[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758746 WARN  (jetty-launcher-8334-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@286a5652[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758751 WARN  (jetty-launcher-8334-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@50559676[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758751 WARN  (jetty-launcher-8334-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@50559676[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1758753 INFO  (jetty-launcher-8334-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58079/solr
   [junit4]   2> 1758754 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758759 INFO  (zkConnectionManagerCallback-8366-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758759 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758759 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1758775 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1758787 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58086.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758789 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:58085_solr as DOWN
   [junit4]   2> 1758792 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1758792 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58085_solr
   [junit4]   2> 1758795 INFO  (zkCallback-8355-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1758795 INFO  (zkCallback-8365-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1758796 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58086.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758796 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58086.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758798 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1758798 INFO  (jetty-launcher-8334-thread-2) [n:127.0.0.1:58086_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node2/.
   [junit4]   2> 1758798 WARN  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1758815 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1758824 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:58084_solr as DOWN
   [junit4]   2> 1758828 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1758828 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58084_solr
   [junit4]   2> 1758829 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1758832 INFO  (zkCallback-8355-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1758832 INFO  (zkCallback-8365-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1758832 INFO  (zkCallback-8346-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1758835 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1758836 WARN  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1758852 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58085.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758856 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1758861 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58085.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758861 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58085.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758862 INFO  (jetty-launcher-8334-thread-1) [n:127.0.0.1:58085_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node1/.
   [junit4]   2> 1758884 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58084.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758893 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58084.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758893 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58084.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1758895 INFO  (jetty-launcher-8334-thread-3) [n:127.0.0.1:58084_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node3/.
   [junit4]   2> 1758928 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 1758929 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1758933 INFO  (zkConnectionManagerCallback-8378-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1758933 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1758936 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1758939 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58079/solr ready
   [junit4]   2> 1758960 INFO  (qtp310295311-23744) [n:127.0.0.1:58086_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1758977 INFO  (OverseerThreadFactory-8333-thread-1-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 1759095 INFO  (OverseerStateUpdate-72140998918078471-127.0.0.1:58086_solr-n_0000000000) [n:127.0.0.1:58086_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:58085/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58085_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1759101 INFO  (OverseerStateUpdate-72140998918078471-127.0.0.1:58086_solr-n_0000000000) [n:127.0.0.1:58086_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:58084/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58084_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1759107 INFO  (OverseerStateUpdate-72140998918078471-127.0.0.1:58086_solr-n_0000000000) [n:127.0.0.1:58086_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:58086/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58086_solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1759332 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr    x:.system_shard1_replica_p4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1759333 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr    x:.system_shard1_replica_p4 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1759335 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr    x:.system_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1759336 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr    x:.system_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1759359 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1759360 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1759362 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1759384 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1759386 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1759389 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.IndexSchema Schema name=_system collection or core
   [junit4]   2> 1759390 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1759390 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=_system collection or core
   [junit4]   2> 1759393 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1759394 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1759394 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=_system collection or core
   [junit4]   2> 1759395 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 1759395 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 1759398 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from configset .system, trusted=true
   [junit4]   2> 1759399 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58086.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1759399 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node2/./.system_shard1_replica_p4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
   [junit4]   2> 1759399 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1759401 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 1759403 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from configset .system, trusted=true
   [junit4]   2> 1759404 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58084.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1759404 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node3/./.system_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
   [junit4]   2> 1759406 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 1759406 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from configset .system, trusted=true
   [junit4]   2> 1759407 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58085.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1759407 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node1/./.system_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
   [junit4]   2> 1759881 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 1759881 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1759883 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b617bcc[.system_shard1_replica_p4] main]
   [junit4]   2> 1759886 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1759886 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1759886 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1759888 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1759888 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1759891 INFO  (searcherExecutor-8351-thread-1-processing-n:127.0.0.1:58086_solr x:.system_shard1_replica_p4 c:.system s:shard1 r:core_node6) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@1b617bcc[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1759898 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 1759898 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
   [junit4]   2> 1759907 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1759907 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1759915 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1759915 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1759917 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 1759917 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1759919 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@14afc736[.system_shard1_replica_n2] main]
   [junit4]   2> 1759922 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1759923 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1759923 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1759924 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 1759928 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=_system collection or core
   [junit4]   2> 1759932 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1759932 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 7 ms
   [junit4]   2> 1759932 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1759933 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661246506938662912
   [junit4]   2> 1759937 INFO  (searcherExecutor-8352-thread-1-processing-n:127.0.0.1:58084_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node5) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@14afc736[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1759939 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1759939 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1759943 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 1759943 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1759945 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57a92936[.system_shard1_replica_n1] main]
   [junit4]   2> 1759946 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 1759946 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
   [junit4]   2> 1759950 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1759951 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1759952 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1759953 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 1759956 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=_system collection or core
   [junit4]   2> 1759962 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9997ms
   [junit4]   2> 1759962 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1759962 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 8 ms
   [junit4]   2> 1759963 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1759963 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661246506970120192
   [junit4]   2> 1759969 INFO  (searcherExecutor-8353-thread-1-processing-n:127.0.0.1:58085_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@57a92936[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1759979 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 1759980 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
   [junit4]   2> 1760065 INFO  (zkCallback-8355-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1760065 INFO  (zkCallback-8355-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1760468 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1760468 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1760468 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58084/solr/.system_shard1_replica_n2/
   [junit4]   2> 1760471 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:58084/solr START replicas=[https://127.0.0.1:58085/solr/.system_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 1760471 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:58084/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1760485 INFO  (qtp1530040293-23729) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1760486 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1760486 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1760486 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72140998918078470-core_node5-n_0000000000
   [junit4]   2> 1760492 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58084/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 1760601 INFO  (zkCallback-8346-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1760601 INFO  (zkCallback-8355-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1760601 INFO  (zkCallback-8355-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1760607 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1760608 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
   [junit4]   2> 1760613 INFO  (qtp39180461-23733) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1277
   [junit4]   2> 1760730 INFO  (zkCallback-8346-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1760730 INFO  (zkCallback-8346-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1760996 INFO  (qtp310295311-23741) [n:127.0.0.1:58086_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=1664
   [junit4]   2> 1760996 INFO  (qtp1530040293-23738) [n:127.0.0.1:58085_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1662
   [junit4]   2> 1761001 INFO  (qtp310295311-23744) [n:127.0.0.1:58086_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1761051 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 1761051 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:58084/solr/.system_shard1_replica_n2/
   [junit4]   2> 1761063 INFO  (qtp39180461-23735) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1761063 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1761063 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1761063 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1761063 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1761063 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1761064 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1761064 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12e27efa commitCommandVersion:0
   [junit4]   2> 1761065 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f4b1174[.system_shard1_replica_p4] main]
   [junit4]   2> 1761065 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1761066 INFO  (searcherExecutor-8351-thread-1) [     ] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@1f4b1174[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1761109 INFO  (zkCallback-8355-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1761109 INFO  (zkCallback-8355-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1761109 INFO  (zkCallback-8346-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1761109 INFO  (zkCallback-8346-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1761109 INFO  (zkCallback-8365-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1761109 INFO  (zkCallback-8365-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1761111 INFO  (qtp310295311-23744) [n:127.0.0.1:58086_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2150
   [junit4]   2> 1761112 INFO  (qtp310295311-23743) [n:127.0.0.1:58086_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=coll1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1761119 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection coll1
   [junit4]   2> 1761120 INFO  (OverseerCollectionConfigSetProcessor-72140998918078471-127.0.0.1:58086_solr-n_0000000000) [n:127.0.0.1:58086_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1761121 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/coll1.AUTOCREATED/managed-schema
   [junit4]   2> 1761124 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/coll1.AUTOCREATED/protwords.txt
   [junit4]   2> 1761129 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/coll1.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 1761132 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/coll1.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 1761135 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/coll1.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 1761139 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/coll1.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 1761143 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/coll1.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 1761147 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/coll1.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 1761151 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/coll1.AUTOCREATED/lang/stopwords_et.txt
   [junit4]   2> 1761155 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/coll1.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 1761159 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/coll1.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 1761163 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 1761166 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/coll1.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 1761170 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 1761173 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/coll1.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 1761177 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/coll1.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 1761181 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 1761186 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/coll1.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 1761190 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 1761194 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/coll1.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 1761199 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/coll1.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 1761204 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/coll1.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 1761208 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/coll1.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 1761212 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/coll1.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 1761217 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/coll1.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 1761222 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/coll1.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 1761228 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/coll1.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 1761233 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/coll1.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 1761238 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 1761242 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/coll1.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 1761247 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/coll1.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 1761252 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/coll1.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 1761256 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/coll1.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 1761260 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/coll1.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 1761265 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 1761269 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/coll1.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 1761272 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/coll1.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 1761280 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/coll1.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 1761284 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/coll1.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 1761288 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/coll1.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 1761293 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/coll1.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 1761297 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/coll1.AUTOCREATED/solrconfig.xml
   [junit4]   2> 1761301 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/coll1.AUTOCREATED/synonyms.txt
   [junit4]   2> 1761305 INFO  (OverseerThreadFactory-8333-thread-2-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/coll1.AUTOCREATED/stopwords.txt
   [junit4]   2> 1761534 INFO  (OverseerStateUpdate-72140998918078471-127.0.0.1:58086_solr-n_0000000000) [n:127.0.0.1:58086_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"coll1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"coll1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:58085/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58085_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1761742 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr    x:coll1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=coll1.AUTOCREATED&newCollection=true&name=coll1_shard1_replica_n1&action=CREATE&numShards=1&collection=coll1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1761765 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1761793 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=default-config
   [junit4]   2> 1762016 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1762016 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'coll1_shard1_replica_n1' using configuration from configset coll1.AUTOCREATED, trusted=true
   [junit4]   2> 1762017 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58085.solr.core.coll1.shard1.replica_n1' (registry 'solr.core.coll1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fc6c4ea
   [junit4]   2> 1762017 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.SolrCore [[coll1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node1/./coll1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_C1255F999A045813-001/tempDir-001/node1/./coll1_shard1_replica_n1/data/]
   [junit4]   2> 1762059 INFO  (qtp39180461-23731) [n:127.0.0.1:58084_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1762059 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1762059 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1762059 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1762059 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher Slave's version: 1584288128018
   [junit4]   2> 1762059 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1762059 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1762059 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12e27efa commitCommandVersion:0
   [junit4]   2> 1762060 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a724c54[.system_shard1_replica_p4] main]
   [junit4]   2> 1762060 INFO  (indexFetcher-8360-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1762062 INFO  (searcherExecutor-8351-thread-1) [     ] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@a724c54[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1762106 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1762106 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1762109 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 1762109 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1762111 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6447e1aa[coll1_shard1_replica_n1] main]
   [junit4]   2> 1762116 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/coll1.AUTOCREATED
   [junit4]   2> 1762117 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/coll1.AUTOCREATED
   [junit4]   2> 1762117 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/coll1.AUTOCREATED/managed-schema
   [junit4]   2> 1762119 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1762120 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1762121 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, maxQueryFrequency=0.01}
   [junit4]   2> 1762122 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1762122 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661246509233995776
   [junit4]   2> 1762126 INFO  (searcherExecutor-8367-thread-1-processing-n:127.0.0.1:58085_solr x:coll1_shard1_replica_n1 c:coll1 s:shard1 r:core_node2) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@6447e1aa[coll1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1762126 INFO  (searcherExecutor-8367-thread-1-processing-n:127.0.0.1:58085_solr x:coll1_shard1_replica_n1 c:coll1 s:shard1 r:core_node2) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1762127 INFO  (searcherExecutor-8367-thread-1-processing-n:127.0.0.1:58085_solr x:coll1_shard1_replica_n1 c:coll1 s:shard1 r:core_node2) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1762128 INFO  (searcherExecutor-8367-thread-1-processing-n:127.0.0.1:58085_solr x:coll1_shard1_replica_n1 c:coll1 s:shard1 r:core_node2) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.SolrCore [coll1_shard1_replica_n1] Registered new searcher Searcher@6447e1aa[coll1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1762136 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/coll1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1762136 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/coll1/leaders/shard1
   [junit4]   2> 1762154 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1762154 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1762154 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58085/solr/coll1_shard1_replica_n1/
   [junit4]   2> 1762155 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1762156 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:58085/solr/coll1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1762156 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/coll1/leaders/shard1/leader after winning as /collections/coll1/leader_elect/shard1/election/72140998918078472-core_node2-n_0000000000
   [junit4]   2> 1762167 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58085/solr/coll1_shard1_replica_n1/ shard1
   [junit4]   2> 1762273 INFO  (zkCallback-8365-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/coll1/state.json] for collection [coll1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1762273 INFO  (zkCallback-8365-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/coll1/state.json] for collection [coll1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1762276 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1762280 INFO  (qtp1530040293-23737) [n:127.0.0.1:58085_solr c:coll1 s:shard1 r:core_node2 x:coll1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=coll1.AUTOCREATED&newCollection=true&name=coll1_shard1_replica_n1&action=CREATE&numShards=1&collection=coll1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=538
   [junit4]   2> 1762283 INFO  (qtp310295311-23743) [n:127.0.0.1:58086_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1762389 INFO  (zkCallback-8355-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/coll1/state.json] for collection [coll1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1762389 INFO  (zkCallback-8365-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/coll1/state.json] for collection [coll1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1762389 INFO  (zkCallback-8365-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/coll1/state.json] for collection [coll1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1762390 INFO  (zkCallback-8365-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/coll1/state.json] for collection [coll1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1762392 INFO  (qtp310295311-23743) [n:127.0.0.1:58086_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=coll1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1280
   [junit4]   2> 1762396 INFO  (qtp310295311-23742) [n:127.0.0.1:58086_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=coll10&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1762409 INFO  (OverseerThreadFactory-8333-thread-3-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection coll10
   [junit4]   2> 1762410 INFO  (OverseerCollectionConfigSetProcessor-72140998918078471-127.0.0.1:58086_solr-n_0000000000) [n:127.0.0.1:58086_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1762414 INFO  (OverseerThreadFactory-8333-thread-3-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/coll10.AUTOCREATED/managed-schema
   [junit4]   2> 1762424 INFO  (OverseerThreadFactory-8333-thread-3-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/coll10.AUTOCREATED/protwords.txt
   [junit4]   2> 1762438 INFO  (OverseerThreadFactory-8333-thread-3-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/coll10.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 1762449 INFO  (OverseerThreadFactory-8333-thread-3-processing-n:127.0.0.1:58086_solr) [n:127.0.0.1:58086_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/coll10.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 1762461 INFO  (OverseerThreadFactory-8333-thread-3-processi

[...truncated too long message...]

0}
   [junit4]   2> 1767793 INFO  (jetty-closer-8384-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@777f3938{/solr,null,UNAVAILABLE}
   [junit4]   2> 1767793 INFO  (jetty-closer-8384-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1767795 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1768019 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections/.system/terms/shard1
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 	2	/solr/collections/coll1/terms/shard1
   [junit4]   2> 	2	/solr/collections/coll10/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	38	/solr/collections/.system/state.json
   [junit4]   2> 	14	/solr/collections/coll10/state.json
   [junit4]   2> 	14	/solr/collections/coll1/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	43	/solr/overseer/queue
   [junit4]   2> 	16	/solr/collections
   [junit4]   2> 	12	/solr/live_nodes
   [junit4]   2> 	12	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1768022 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:58079
   [junit4]   2> 1768022 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:58079
   [junit4]   2> 1768022 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 58079
   [junit4]   2> 1768022 INFO  (SUITE-TestSnapshotCloudManager-seed#[C1255F999A045813]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Mar 15, 2020 4:02:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Mar 15, 2020 4:02:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager: 
   [junit4]   2>    1) Thread[id=23692, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestSnapshotCloudManager]
   [junit4]   2>         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]   2> Mar 15, 2020 4:02:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=23692, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestSnapshotCloudManager]
   [junit4]   2> 1778097 ERROR (SessionTracker) [     ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
   [junit4]   2>           => java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method) [?:?]
   [junit4]   2> 	at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> Mar 15, 2020 4:02:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bbaf5e7), locale=en-MY, timezone=Asia/Irkutsk
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=240780888,total=514850816
   [junit4]   2> NOTE: All tests run in this JVM: [FuzzySearchTest, TestDocTermOrds, TestSearcherReuse, NodeAddedTriggerTest, HdfsDirectoryFactoryTest, TestSimNodeLostTrigger, TemplateUpdateProcessorTest, ComputePlanActionTest, PeerSyncWithBufferUpdatesTest, OverseerSolrResponseUnsafeSerializationTest, ScheduledMaintenanceTriggerTest, TestManagedSynonymGraphFilterFactory, DeleteShardTest, TestNumericTerms64, RulesTest, TestSweetSpotSimilarityFactory, LeaderTragicEventTest, TestCopyFieldCollectionResource, TestFastOutputStream, TestPushWriter, SimpleFacetsTest, TestDistribDocBasedVersion, NoCacheHeaderTest, JWTVerificationkeyResolverTest, LeaderElectionContextKeyTest, DistributedQueryElevationComponentTest, JvmMetricsTest, CopyFieldTest, TestSort, CollectionsAPISolrJTest, PeerSyncReplicationTest, TestLeaderElectionZkExpiry, SystemLogListenerTest, TestSubQueryTransformerDistrib, ZkNodePropsTest, TestMergePolicyConfig, TestHdfsBackupRestoreCore, TaggerTest, BlockCacheTest, MetricsHistoryHandlerTest, SimplePostToolTest, TestLMJelinekMercerSimilarityFactory, TestBadConfig, TestPKIAuthenticationPlugin, TestRestoreCore, MigrateRouteKeyTest, TestTlogReplayVsRecovery, TestExactStatsCacheCloud, TestStressUserVersions, SolrCloudReportersTest, TestManagedSchemaThreadSafety, DocValuesMultiTest, TestDistributedStatsComponentCardinality, TestFileDictionaryLookup, TestComponentsName, IndexSchemaTest, UUIDFieldTest, TestClassicSimilarityFactory, TestFieldTypeCollectionResource, TestMacros, TestCollationField, TestSolrCLIRunExample, TriggerSetPropertiesIntegrationTest, TestShardHandlerFactory, TestRandomFlRTGCloud, TestSchemaVersionResource, TolerantUpdateProcessorTest, TestUnifiedSolrHighlighterWithoutStoredId, SpatialHeatmapFacetsTest, TestMultiValuedNumericRangeQuery, TestRTGBase, SearchHandlerTest, TestConfigSetsAPI, TestCollectionAPIs, TestSimExecutePlanAction, TimeZoneUtilsTest, CreateRoutedAliasTest, SynonymTokenizerTest, XMLAtomicUpdateMultivalueTest, ConnectionReuseTest, MultiSolrCloudTestCaseTest, CloudReplicaSourceTest, CoreAdminOperationTest, TestMinHashQParser, TestRecovery, ResponseLogComponentTest, DistributedQueueTest, TestPayloadCheckQParserPlugin, DistributedExpandComponentTest, BasicAuthOnSingleNodeTest, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, ProtectedTermFilterFactoryTest, TestCharFilters, TestLuceneMatchVersion, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AssignBackwardCompatibilityTest, BasicZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionPropsTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, SystemCollectionCompatTest, TestCloudConsistency, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, AsyncCallRequestStatusResponseTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, TestCollectionAPI, TestRequestStatusCollectionAPI, IndexSizeTriggerSizeEstimationTest, TestSimUtils, TestSnapshotCloudManager]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSnapshotCloudManager -Dtests.seed=C1255F999A045813 -Dtests.slow=true -Dtests.locale=en-MY -Dtests.timezone=Asia/Irkutsk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | TestSnapshotCloudManager (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager: 
   [junit4]    >    1) Thread[id=23692, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestSnapshotCloudManager]
   [junit4]    >         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C1255F999A045813]:0)
   [junit4] Completed [598/905 (1!)] on J1 in 20.33s, 5 tests, 1 error <<< FAILURES!

[...truncated 53623 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5774/consoleText

[repro] Revision: bd166207063881267855ab00f1cfaa6668c4ff7f

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line:  ant test  -Dtestcase=TestSnapshotCloudManager -Dtests.seed=C1255F999A045813 -Dtests.slow=true -Dtests.locale=en-MY -Dtests.timezone=Asia/Irkutsk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestSnapshotCloudManager
[repro] ant compile-test

[...truncated 3150 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSnapshotCloudManager" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=C1255F999A045813 -Dtests.slow=true -Dtests.locale=en-MY -Dtests.timezone=Asia/Irkutsk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 101 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager
[repro] Exiting with code 0

[...truncated 73 lines...]