You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/02/14 05:50:09 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-13.0.2) - Build # 5658 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5658/
Java: 64bit/jdk-13.0.2 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest.testCdcrDocVersions

Error Message:
Error from server at http://127.0.0.1:61352/_/uu: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61352/_/uu: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([7D1558D79263FFD1:85835375600510CD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:594)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:352)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:178)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:830)




Build Log:
[...truncated 14378 lines...]
   [junit4] Suite: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
   [junit4]   2> 1213576 INFO  (SUITE-CdcrVersionReplicationTest-seed#[7D1558D79263FFD1]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1213577 INFO  (SUITE-CdcrVersionReplicationTest-seed#[7D1558D79263FFD1]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/data-dir-134-001
   [junit4]   2> 1213577 INFO  (SUITE-CdcrVersionReplicationTest-seed#[7D1558D79263FFD1]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1213578 INFO  (SUITE-CdcrVersionReplicationTest-seed#[7D1558D79263FFD1]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1213578 INFO  (SUITE-CdcrVersionReplicationTest-seed#[7D1558D79263FFD1]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/uu
   [junit4]   2> 1213583 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1213583 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1213583 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1213684 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer start zk server on port:61307
   [junit4]   2> 1213684 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:61307
   [junit4]   2> 1213684 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:61307
   [junit4]   2> 1213684 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 61307
   [junit4]   2> 1213700 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1213721 INFO  (zkConnectionManagerCallback-5294-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1213726 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1213736 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1213743 INFO  (zkConnectionManagerCallback-5296-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1213743 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1213749 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1213763 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1213776 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1213851 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1213904 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1214022 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1214097 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1214135 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1214215 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1214242 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1214257 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1214273 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCdcrDocVersions
   [junit4]   2> 1215670 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1215671 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1215671 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1215671 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
   [junit4]   2> 1215705 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1215705 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1215705 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1215715 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@499cae95{/_/uu,null,AVAILABLE}
   [junit4]   2> 1215721 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@99a0c84{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61319}
   [junit4]   2> 1215721 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.Server Started @1215767ms
   [junit4]   2> 1215721 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/_/uu, hostPort=61319, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-001/cores}
   [junit4]   2> 1215722 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1215722 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1215722 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1215722 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1215722 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1215722 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T05:04:05.972644Z
   [junit4]   2> 1215725 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1215733 INFO  (zkConnectionManagerCallback-5298-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1215733 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1215839 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1215840 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-001/solr.xml
   [junit4]   2> 1215844 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1215844 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1215845 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1215977 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1215981 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15f517ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1215981 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15f517ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1215990 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67e5a062[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1215990 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67e5a062[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1215991 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61307/solr
   [junit4]   2> 1215993 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1215998 INFO  (zkConnectionManagerCallback-5305-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1216001 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1216111 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1216114 INFO  (zkConnectionManagerCallback-5307-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1216114 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1216498 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61319__%2Fuu
   [junit4]   2> 1216500 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.Overseer Overseer (id=72061884242853892-127.0.0.1:61319__%2Fuu-n_0000000000) starting
   [junit4]   2> 1216534 INFO  (OverseerStateUpdate-72061884242853892-127.0.0.1:61319__%2Fuu-n_0000000000) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:61319__%2Fuu
   [junit4]   2> 1216536 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61319__%2Fuu
   [junit4]   2> 1216544 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1216552 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1216553 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1216588 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1216615 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1216628 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1216629 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1216631 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-001/cores
   [junit4]   2> 1217512 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1217513 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1217513 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1217513 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
   [junit4]   2> 1217525 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1217526 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1217526 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1217526 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69fdcc3e{/_/uu,null,AVAILABLE}
   [junit4]   2> 1217531 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4837ba{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61329}
   [junit4]   2> 1217532 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.Server Started @1217577ms
   [junit4]   2> 1217532 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/_/uu, hostPort=61329, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-002/cores}
   [junit4]   2> 1217534 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1217534 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1217534 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1217534 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1217535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1217535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T05:04:07.785168Z
   [junit4]   2> 1217539 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1217546 INFO  (zkConnectionManagerCallback-5313-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1217547 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1217653 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1217653 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-002/solr.xml
   [junit4]   2> 1217657 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1217657 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1217660 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1217722 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1217725 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@62864a80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1217725 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@62864a80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1217736 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4160829a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1217736 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4160829a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1217739 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61307/solr
   [junit4]   2> 1217741 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1217746 INFO  (zkConnectionManagerCallback-5320-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1217747 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1217863 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1217870 INFO  (zkConnectionManagerCallback-5322-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1217870 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1217918 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1217946 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:61329__%2Fuu as DOWN
   [junit4]   2> 1217955 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1217955 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61329__%2Fuu
   [junit4]   2> 1217966 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1217969 INFO  (zkCallback-5321-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1218023 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1218024 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1218079 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1218170 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1218193 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1218193 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1218195 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-002/cores
   [junit4]   2> 1219456 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1219456 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1219456 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1219456 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
   [junit4]   2> 1219463 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1219463 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1219463 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1219465 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aeac2af{/_/uu,null,AVAILABLE}
   [junit4]   2> 1219466 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@a0ce3d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61352}
   [junit4]   2> 1219466 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.Server Started @1219512ms
   [junit4]   2> 1219466 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/_/uu, hostPort=61352, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-003/cores}
   [junit4]   2> 1219468 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1219468 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1219468 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1219468 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1219468 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1219468 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T05:04:09.718553Z
   [junit4]   2> 1219473 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1219477 INFO  (zkConnectionManagerCallback-5328-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1219477 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1219581 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1219581 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-003/solr.xml
   [junit4]   2> 1219584 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1219584 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1219585 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1219686 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1219688 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@36645f69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1219688 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@36645f69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1219695 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@47913bd4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1219695 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@47913bd4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1219716 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61307/solr
   [junit4]   2> 1219728 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1219733 INFO  (zkConnectionManagerCallback-5335-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1219733 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1219872 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1219876 INFO  (zkConnectionManagerCallback-5337-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1219876 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1220009 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1220075 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:61352__%2Fuu as DOWN
   [junit4]   2> 1220085 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1220085 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61352__%2Fuu
   [junit4]   2> 1220090 INFO  (zkCallback-5336-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1220090 INFO  (zkCallback-5321-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1220092 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1220107 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1220108 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1220184 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1220257 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1220273 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1220273 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1220276 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-003/cores
   [junit4]   2> 1221111 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1221111 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1221111 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1221111 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
   [junit4]   2> 1221117 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1221117 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1221117 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1221118 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b2564e4{/_/uu,null,AVAILABLE}
   [junit4]   2> 1221120 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@59bd830b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61366}
   [junit4]   2> 1221120 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.Server Started @1221165ms
   [junit4]   2> 1221120 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, hostContext=/_/uu, hostPort=61366, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-004/cores}
   [junit4]   2> 1221120 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1221121 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1221121 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1221121 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1221121 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1221121 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T05:04:11.371193Z
   [junit4]   2> 1221124 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1221128 INFO  (zkConnectionManagerCallback-5343-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1221129 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1221245 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1221245 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-004/solr.xml
   [junit4]   2> 1221248 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1221248 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1221250 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1221647 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1221648 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29c47055[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1221648 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29c47055[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1221653 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2e0cd3ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1221653 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2e0cd3ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1221654 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61307/solr
   [junit4]   2> 1221656 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1221662 INFO  (zkConnectionManagerCallback-5350-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1221662 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1221770 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1221782 INFO  (zkConnectionManagerCallback-5352-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1221782 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1221801 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1221815 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:61366__%2Fuu as DOWN
   [junit4]   2> 1221818 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1221818 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61366__%2Fuu
   [junit4]   2> 1221824 INFO  (zkCallback-5336-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1221824 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1221824 INFO  (zkCallback-5351-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1221824 INFO  (zkCallback-5321-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1221831 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1221832 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1221866 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1221912 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1221951 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1221951 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1221953 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-004/cores
   [junit4]   2> 1222035 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1222038 INFO  (zkConnectionManagerCallback-5361-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1222038 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1222041 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1222044 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61307/solr ready
   [junit4]   2> 1222047 INFO  (qtp571917048-14598) [n:127.0.0.1:61352__%2Fuu     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1222057 INFO  (OverseerThreadFactory-4341-thread-1-processing-n:127.0.0.1:61319__%2Fuu) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
   [junit4]   2> 1222181 WARN  (OverseerThreadFactory-4341-thread-1-processing-n:127.0.0.1:61319__%2Fuu) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
   [junit4]   2> 1222188 INFO  (qtp571917048-14598) [n:127.0.0.1:61352__%2Fuu     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1222192 INFO  (qtp571917048-14598) [n:127.0.0.1:61352__%2Fuu     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=145
   [junit4]   2> 1222193 INFO  (qtp571917048-14599) [n:127.0.0.1:61352__%2Fuu     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61319__%252Fuu&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1222204 INFO  (OverseerCollectionConfigSetProcessor-72061884242853892-127.0.0.1:61319__%2Fuu-n_0000000000) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1222206 INFO  (OverseerThreadFactory-4341-thread-2-processing-n:127.0.0.1:61319__%2Fuu) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61319__%2Fuu for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 1222210 INFO  (OverseerThreadFactory-4341-thread-2-processing-n:127.0.0.1:61319__%2Fuu) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1222219 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu    x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1222219 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu    x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1223530 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1223558 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [tmp_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1223691 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1223953 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1223955 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1223955 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
   [junit4]   2> 1223979 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.406271407829914]
   [junit4]   2> 1224209 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1224210 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1224229 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1224229 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1224233 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=90.3564453125, floorSegmentMB=1.6513671875, forceMergeDeletesPctAllowed=9.746853399093611, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=44.42590261123676
   [junit4]   2> 1224236 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49b5bd94[tmp_collection_shard1_replica_n1] main]
   [junit4]   2> 1224250 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1224257 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1224258 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1224280 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 1224306 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 1224375 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658487208280064000
   [junit4]   2> 1224387 INFO  (searcherExecutor-4373-thread-1-processing-n:127.0.0.1:61319__%2Fuu x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1] Registered new searcher Searcher@49b5bd94[tmp_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1224419 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1224419 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
   [junit4]   2> 1224480 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1224480 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1224481 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61319/_/uu/tmp_collection_shard1_replica_n1/
   [junit4]   2> 1224485 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1224488 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:61319/_/uu/tmp_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1224488 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/72061884242853892-core_node2-n_0000000000
   [junit4]   2> 1224492 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 1224525 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61319/_/uu/tmp_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1224538 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1224538 INFO  (zkCallback-5306-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1224556 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1224586 INFO  (qtp1596724370-14538) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2368
   [junit4]   2> 1224601 INFO  (qtp571917048-14599) [n:127.0.0.1:61352__%2Fuu c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61319__%252Fuu&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2407
   [junit4]   2> 1224603 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61329__%252Fuu&action=ADDREPLICA&collection=tmp_collection&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1224636 INFO  (OverseerThreadFactory-4341-thread-3-processing-n:127.0.0.1:61319__%2Fuu) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61329__%2Fuu for creating new replica of shard shard2 for collection tmp_collection
   [junit4]   2> 1224647 INFO  (OverseerCollectionConfigSetProcessor-72061884242853892-127.0.0.1:61319__%2Fuu-n_0000000000) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1224660 INFO  (OverseerThreadFactory-4341-thread-3-processing-n:127.0.0.1:61319__%2Fuu) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1224678 INFO  (zkCallback-5306-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1224678 INFO  (zkCallback-5306-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1224678 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1224697 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu    x:tmp_collection_shard2_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard2_replica_n3&action=CREATE&collection=tmp_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1224853 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1224854 INFO  (zkCallback-5306-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1224855 INFO  (zkCallback-5306-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1227487 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1227504 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema [tmp_collection_shard2_replica_n3] Schema name=test
   [junit4]   2> 1227628 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1227763 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard2_replica_n3' using configuration from configset conf1, trusted=true
   [junit4]   2> 1227764 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard2.replica_n3' (registry 'solr.core.tmp_collection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1227764 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [[tmp_collection_shard2_replica_n3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-002/cores/tmp_collection_shard2_replica_n3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-002/cores/tmp_collection_shard2_replica_n3/data/]
   [junit4]   2> 1227768 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.406271407829914]
   [junit4]   2> 1227886 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1227886 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1227890 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1227890 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1227892 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=90.3564453125, floorSegmentMB=1.6513671875, forceMergeDeletesPctAllowed=9.746853399093611, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=44.42590261123676
   [junit4]   2> 1227893 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5def4bba[tmp_collection_shard2_replica_n3] main]
   [junit4]   2> 1227903 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1227905 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1227906 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1227914 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658487211990974464
   [junit4]   2> 1227921 INFO  (searcherExecutor-4379-thread-1-processing-n:127.0.0.1:61329__%2Fuu x:tmp_collection_shard2_replica_n3 c:tmp_collection s:shard2) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard2_replica_n3] Registered new searcher Searcher@5def4bba[tmp_collection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1227940 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1227940 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard2
   [junit4]   2> 1227969 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1227969 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1227970 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61329/_/uu/tmp_collection_shard2_replica_n3/
   [junit4]   2> 1227973 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1227975 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy http://127.0.0.1:61329/_/uu/tmp_collection_shard2_replica_n3/ has no replicas
   [junit4]   2> 1227975 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard2/leader after winning as /collections/tmp_collection/leader_elect/shard2/election/72061884242853895-core_node4-n_0000000000
   [junit4]   2> 1227980 INFO  (zkCallback-5321-thread-1) [     ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
   [junit4]   2> 1227996 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61329/_/uu/tmp_collection_shard2_replica_n3/ shard2
   [junit4]   2> 1228005 INFO  (zkCallback-5321-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228005 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228005 INFO  (zkCallback-5306-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228006 INFO  (zkCallback-5321-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228007 INFO  (zkCallback-5306-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228021 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1228030 INFO  (qtp973952387-14572) [n:127.0.0.1:61329__%2Fuu c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard2_replica_n3&action=CREATE&collection=tmp_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3332
   [junit4]   2> 1228053 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61329__%252Fuu&action=ADDREPLICA&collection=tmp_collection&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=3450
   [junit4]   2> 1228057 INFO  (qtp571917048-14597) [n:127.0.0.1:61352__%2Fuu     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61352__%252Fuu&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1228084 INFO  (OverseerThreadFactory-4341-thread-4-processing-n:127.0.0.1:61319__%2Fuu) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61352__%2Fuu for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 1228086 INFO  (OverseerCollectionConfigSetProcessor-72061884242853892-127.0.0.1:61319__%2Fuu-n_0000000000) [n:127.0.0.1:61319__%2Fuu     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1228091 INFO  (OverseerThreadFactory-4341-thread-4-processing-n:127.0.0.1:61319__%2Fuu) [n:127.0.0.1:61319__%2Fuu c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1228104 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu    x:tmp_collection_shard1_replica_n5 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n5&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1228234 INFO  (zkCallback-5306-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228234 INFO  (zkCallback-5321-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228234 INFO  (zkCallback-5321-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228235 INFO  (zkCallback-5321-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228235 INFO  (zkCallback-5306-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1228235 INFO  (zkCallback-5306-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1233581 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1233609 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.s.IndexSchema [tmp_collection_shard1_replica_n5] Schema name=test
   [junit4]   2> 1233713 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1233814 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n5' using configuration from configset conf1, trusted=true
   [junit4]   2> 1233815 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n5' (registry 'solr.core.tmp_collection.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d023203
   [junit4]   2> 1233816 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-003/cores/tmp_collection_shard1_replica_n5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001/jetty-003/cores/tmp_collection_shard1_replica_n5/data/]
   [junit4]   2> 1233818 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.406271407829914]
   [junit4]   2> 1233947 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1233947 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1233950 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1233950 INFO  (qtp571917048-14600) [n:127.0.0.1:61352__%2Fuu c:tmp_collection s:shard1  x:tmp_collection_

[...truncated too long message...]

0}
   [junit4]   2> 1256587 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b2564e4{/_/uu,null,UNAVAILABLE}
   [junit4]   2> 1256587 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1256590 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testCdcrDocVersions
   [junit4]   2> 1256590 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1256815 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/tmp_collection/terms/shard2
   [junit4]   2> 	5	/solr/collections/tmp_collection/terms/shard1
   [junit4]   2> 	5	/solr/collections/tmp_collection/leaders/shard2/leader
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	4	/solr/collections/tmp_collection/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	83	/solr/collections/tmp_collection/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/autoscaling.json
   [junit4]   2> 	4	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	4	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/overseer/queue
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	21	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 	4	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	3	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1256818 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:61307
   [junit4]   2> 1256818 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:61307
   [junit4]   2> 1256818 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7D1558D79263FFD1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 61307
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrVersionReplicationTest -Dtests.method=testCdcrDocVersions -Dtests.seed=7D1558D79263FFD1 -Dtests.slow=true -Dtests.locale=ru-KZ -Dtests.timezone=Pacific/Port_Moresby -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   43.2s J2 | CdcrVersionReplicationTest.testCdcrDocVersions <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61352/_/uu: ADDREPLICA failed to create replica
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7D1558D79263FFD1:85835375600510CD]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:594)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:352)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:178)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:830)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7D1558D79263FFD1-001
   [junit4]   2> Feb 14, 2020 5:04:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=156, maxMBSortInHeap=7.873314376432701, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2adf6fbc), locale=ru-KZ, timezone=Pacific/Port_Moresby
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=1,free=56016304,total=392691712
   [junit4]   2> NOTE: All tests run in this JVM: [MetricTriggerIntegrationTest, TestNamedUpdateProcessors, AddBlockUpdateTest, BufferStoreTest, TestCloudDeleteByQuery, SignificantTermsQParserPluginTest, EmbeddedSolrNoSerializeTest, SpellCheckCollatorTest, TestHalfAndHalfDocValues, TestSimGenericDistributedQueue, LeaderVoteWaitTimeoutTest, TestLocalStatsCacheCloud, TestSolrConfigHandler, AutoAddReplicasIntegrationTest, TestCollapseQParserPlugin, TermVectorComponentDistributedTest, HdfsRestartWhileUpdatingTest, WordBreakSolrSpellCheckerTest, QueryResultKeyTest, TestHdfsUpdateLog, AutoscalingHistoryHandlerTest, CloudMLTQParserTest, XmlInterpolationTest, TestEmbeddedSolrServerAdminHandler, TestAnalyzeInfixSuggestions, SortByFunctionTest, LeaderElectionIntegrationTest, TestDynamicLoading, TestSchemaNameResource, TestRebalanceLeaders, SolrCoreCheckLockOnStartupTest, TestCrossCoreJoin, TestSurroundQueryParser, TestPointFields, SchemaVersionSpecificBehaviorTest, TestIndexingPerformance, OverseerCollectionConfigSetProcessorTest, HealthCheckHandlerTest, HighlighterWithoutStoredIdTest, TestCoreContainer, TestReload, TestExplainDocTransformer, MoreLikeThisHandlerTest, ClusterStateTest, TestInitQParser, CoreSorterTest, TestSimScenario, TestStressCloudBlindAtomicUpdates, CdcrBidirectionalTest, DateFieldTest, TestUniqueKeyFieldResource, ParsingFieldUpdateProcessorsTest, TestSimComputePlanAction, ChaosMonkeySafeLeaderWithPullReplicasTest, HdfsWriteToMultipleCollectionsTest, ConvertedLegacyTest, TestExclusionRuleCollectionAccess, LukeRequestHandlerTest, TestDocumentBuilder, TestFacetMethods, CloneFieldUpdateProcessorFactoryTest, TestStressLucene, TestCollectionsAPIViaSolrCloudCluster, TestCSVLoader, TestCloudJSONFacetSKG, CollectionsAPIAsyncDistributedZkTest, TestRangeQuery, TestInitParams, BadIndexSchemaTest, AuditLoggerIntegrationTest, TestScoreJoinQPNoScore, SolrRrdBackendFactoryTest, TestMultiWordSynonyms, DistanceFunctionTest, StatsReloadRaceTest, HLLSerializationTest, TestNumericRangeQuery64, CustomTermsComponentTest, TestFuzzyAnalyzedSuggestions, TestObjectReleaseTracker, CdcrVersionReplicationTest]
   [junit4] Completed [465/904 (1!)] on J2 in 43.83s, 1 test, 1 error <<< FAILURES!

[...truncated 53971 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5658/consoleText

[repro] Revision: dcf448efeb941beb447fa1d5e98ee86448051495

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line:  ant test  -Dtestcase=CdcrVersionReplicationTest -Dtests.method=testCdcrDocVersions -Dtests.seed=7D1558D79263FFD1 -Dtests.slow=true -Dtests.locale=ru-KZ -Dtests.timezone=Pacific/Port_Moresby -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       CdcrVersionReplicationTest
[repro] ant compile-test

[...truncated 3168 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.CdcrVersionReplicationTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=7D1558D79263FFD1 -Dtests.slow=true -Dtests.locale=ru-KZ -Dtests.timezone=Pacific/Port_Moresby -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 81 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-14-rc) - Build # 5659 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5659/
Java: 64bit/jdk-14-rc -XX:-UseCompressedOops -XX:+UseG1GC

11 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test

Error Message:
KeeperErrorCode = Session expired for /live_nodes

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94:97ED9EC5A127836C]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:2589)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:326)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:326)
	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:826)
	at org.apache.solr.common.cloud.ZkStateReader.updateLiveNodes(ZkStateReader.java:468)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:264)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.OverseerRolesTest.testOverseerRole

Error Message:
KeeperErrorCode = Session expired for /overseer_elect/leader

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94:FE725C8B3468D845]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
	at org.apache.solr.cloud.OverseerTaskProcessor.getLeaderId(OverseerTaskProcessor.java:410)
	at org.apache.solr.cloud.OverseerTaskProcessor.getLeaderNode(OverseerTaskProcessor.java:401)
	at org.apache.solr.cloud.OverseerRolesTest.logOverseerState(OverseerRolesTest.java:100)
	at org.apache.solr.cloud.OverseerRolesTest.testOverseerRole(OverseerRolesTest.java:166)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestWithCollection

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestWithCollection:     1) Thread[id=9426, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestWithCollection]         at java.base@14/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestWithCollection: 
   1) Thread[id=9426, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestWithCollection]
        at java.base@14/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94]:0)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypesLink

Error Message:
Error from server at http://127.0.0.1:50805: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50805: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94:23D76846AA03450D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitMixedReplicaTypes(ShardSplitTest.java:376)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypesLink(ShardSplitTest.java:354)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state

Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94:E6F432B033AEA31E]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.splitAfterFailedSplit(ShardSplitTest.java:328)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:290)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerMixedBoundsTest.testMixedBounds

Error Message:
did not finish processing in time

Stack Trace:
java.lang.AssertionError: did not finish processing in time
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94:153A1EB24260E5CE]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerMixedBoundsTest.testMixedBounds(IndexSizeTriggerMixedBoundsTest.java:228)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest.testMetricTrigger

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94:A5B59690503338DB]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest.testMetricTrigger(MetricTriggerIntegrationTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest:     1) Thread[id=11733, name=SessionTracker, state=TIMED_WAITING, group=TGRP-MetricTriggerIntegrationTest]         at java.base@14/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest: 
   1) Thread[id=11733, name=SessionTracker, state=TIMED_WAITING, group=TGRP-MetricTriggerIntegrationTest]
        at java.base@14/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94]:0)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed

Error Message:
[]

Stack Trace:
java.lang.AssertionError: []
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94:F7B5930E9EA7DC96]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed(SearchRateTriggerTest.java:263)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.SearchRateTriggerTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest:     1) Thread[id=11208, name=SessionTracker, state=TIMED_WAITING, group=TGRP-SearchRateTriggerTest]         at java.base@14/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest: 
   1) Thread[id=11208, name=SessionTracker, state=TIMED_WAITING, group=TGRP-SearchRateTriggerTest]
        at java.base@14/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrBootstrapTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.cdcr.CdcrBootstrapTest:     1) Thread[id=10475, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CdcrBootstrapTest]         at java.base@14/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)    2) Thread[id=10598, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CdcrBootstrapTest]         at java.base@14/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.cdcr.CdcrBootstrapTest: 
   1) Thread[id=10475, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CdcrBootstrapTest]
        at java.base@14/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   2) Thread[id=10598, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CdcrBootstrapTest]
        at java.base@14/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94]:0)




Build Log:
[...truncated 13734 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestWithCollection
   [junit4]   2> 594070 INFO  (SUITE-TestWithCollection-seed#[1FB9A11F0FDBEE94]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 594070 INFO  (SUITE-TestWithCollection-seed#[1FB9A11F0FDBEE94]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_1FB9A11F0FDBEE94-001/data-dir-49-001
   [junit4]   2> 594071 WARN  (SUITE-TestWithCollection-seed#[1FB9A11F0FDBEE94]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 594071 INFO  (SUITE-TestWithCollection-seed#[1FB9A11F0FDBEE94]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 594071 INFO  (SUITE-TestWithCollection-seed#[1FB9A11F0FDBEE94]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 594074 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testAddReplicaSimple
   [junit4]   2> 594075 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_1FB9A11F0FDBEE94-001/tempDir-001
   [junit4]   2> 594076 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 594077 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 594077 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 594177 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.ZkTestServer start zk server on port:51045
   [junit4]   2> 594178 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:51045
   [junit4]   2> 594178 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:51045
   [junit4]   2> 594178 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 51045
   [junit4]   2> 594181 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594186 INFO  (zkConnectionManagerCallback-2808-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594187 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594192 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594197 INFO  (zkConnectionManagerCallback-2810-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594197 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594198 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594201 INFO  (zkConnectionManagerCallback-2812-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594202 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594311 WARN  (jetty-launcher-2813-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 594311 WARN  (jetty-launcher-2813-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 594311 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 594311 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 594311 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 594311 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 594311 INFO  (jetty-launcher-2813-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 594311 INFO  (jetty-launcher-2813-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 594316 INFO  (jetty-launcher-2813-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 594316 INFO  (jetty-launcher-2813-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 594316 INFO  (jetty-launcher-2813-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 594317 INFO  (jetty-launcher-2813-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34dfde5c{/solr,null,AVAILABLE}
   [junit4]   2> 594317 INFO  (jetty-launcher-2813-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 594317 INFO  (jetty-launcher-2813-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 594317 INFO  (jetty-launcher-2813-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 594318 INFO  (jetty-launcher-2813-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@365d2bae{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:51066}
   [junit4]   2> 594318 INFO  (jetty-launcher-2813-thread-2) [     ] o.e.j.s.Server Started @594396ms
   [junit4]   2> 594318 INFO  (jetty-launcher-2813-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5456e99e{/solr,null,AVAILABLE}
   [junit4]   2> 594318 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51066}
   [junit4]   2> 594319 ERROR (jetty-launcher-2813-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 594319 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 594319 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 594319 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 594319 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 594319 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T09:28:55.875296Z
   [junit4]   2> 594319 INFO  (jetty-launcher-2813-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3b1be8d4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:51067}
   [junit4]   2> 594319 INFO  (jetty-launcher-2813-thread-1) [     ] o.e.j.s.Server Started @594398ms
   [junit4]   2> 594319 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51067}
   [junit4]   2> 594320 ERROR (jetty-launcher-2813-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 594320 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 594320 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 594320 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 594320 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 594320 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T09:28:55.876314Z
   [junit4]   2> 594322 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594323 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594327 INFO  (zkConnectionManagerCallback-2817-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594328 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594328 INFO  (zkConnectionManagerCallback-2815-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594328 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594329 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 594329 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 594519 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 594521 WARN  (jetty-launcher-2813-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15841105[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 594521 WARN  (jetty-launcher-2813-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15841105[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 594522 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 594525 WARN  (jetty-launcher-2813-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5eb39f33[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 594529 WARN  (jetty-launcher-2813-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5eb39f33[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 594533 WARN  (jetty-launcher-2813-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@408b8866[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 594533 WARN  (jetty-launcher-2813-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@408b8866[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 594535 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51045/solr
   [junit4]   2> 594539 WARN  (jetty-launcher-2813-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7bb843f8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 594539 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594539 WARN  (jetty-launcher-2813-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7bb843f8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 594542 INFO  (zkConnectionManagerCallback-2828-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594542 INFO  (jetty-launcher-2813-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594543 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51045/solr
   [junit4]   2> 594545 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594548 INFO  (zkConnectionManagerCallback-2831-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594548 INFO  (jetty-launcher-2813-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594652 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594656 INFO  (zkConnectionManagerCallback-2833-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594656 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594762 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 594765 INFO  (zkConnectionManagerCallback-2835-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594765 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 594985 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51067_solr
   [junit4]   2> 594987 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.c.Overseer Overseer (id=72062925727596551-127.0.0.1:51067_solr-n_0000000000) starting
   [junit4]   2> 595006 INFO  (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:51067_solr
   [junit4]   2> 595007 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51067_solr
   [junit4]   2> 595007 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 595010 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 595010 INFO  (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 595010 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 595010 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 595017 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 595018 WARN  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 595022 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:51067_solr]
   [junit4]   2> 595023 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 595025 DEBUG (ScheduledTrigger-2595-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 595025 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 595025 TRACE (ScheduledTrigger-2595-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Current Live Nodes for .auto_add_replicas: [127.0.0.1:51067_solr]
   [junit4]   2> 595025 TRACE (ScheduledTrigger-2595-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Last Live Nodes for .auto_add_replicas: [127.0.0.1:51067_solr]
   [junit4]   2> 595060 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 595074 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 595089 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:51066_solr as DOWN
   [junit4]   2> 595092 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 595092 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51066_solr
   [junit4]   2> 595095 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51066_solr
   [junit4]   2> 595096 INFO  (zkCallback-2832-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 595097 INFO  (zkCallback-2834-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 595101 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 595101 WARN  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 595109 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51067.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9964f5
   [junit4]   2> 595123 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51067.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9964f5
   [junit4]   2> 595123 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51067.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9964f5
   [junit4]   2> 595125 INFO  (jetty-launcher-2813-thread-1) [n:127.0.0.1:51067_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_1FB9A11F0FDBEE94-001/tempDir-001/node1/.
   [junit4]   2> 595137 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 595170 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51066.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9964f5
   [junit4]   2> 595184 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51066.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9964f5
   [junit4]   2> 595184 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51066.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9964f5
   [junit4]   2> 595189 INFO  (jetty-launcher-2813-thread-2) [n:127.0.0.1:51066_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_1FB9A11F0FDBEE94-001/tempDir-001/node2/.
   [junit4]   2> 595218 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 595219 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 595222 INFO  (zkConnectionManagerCallback-2848-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 595222 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 595226 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 595229 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51045/solr ready
   [junit4]   2> 595237 DEBUG (zkCallback-2832-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 595237 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 595245 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 595248 INFO  (TEST-TestWithCollection.testAddReplicaSimple-seed#[1FB9A11F0FDBEE94]) [     ] o.a.s.c.TestWithCollection Chosen node 127.0.0.1:51067_solr for collection testAddReplica_abc
   [junit4]   2> 595248 DEBUG (OverseerAutoScalingTriggerThread-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 595251 INFO  (qtp903610399-8055) [n:127.0.0.1:51067_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=testAddReplica_abc&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:51067_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 595256 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAddReplica_abc
   [junit4]   2> 595258 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testAddReplica_abc.AUTOCREATED/managed-schema
   [junit4]   2> 595262 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testAddReplica_abc.AUTOCREATED/protwords.txt
   [junit4]   2> 595267 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 595271 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 595274 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 595278 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 595282 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 595285 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 595289 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_et.txt
   [junit4]   2> 595294 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 595299 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 595302 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 595306 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 595309 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 595313 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 595317 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 595321 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 595324 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 595327 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 595331 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 595335 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 595339 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 595342 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 595346 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 595352 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 595355 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 595360 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 595364 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 595367 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 595371 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 595375 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 595387 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 595391 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 595397 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 595402 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 595407 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 595410 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 595414 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 595418 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 595422 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 595425 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testAddReplica_abc.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 595429 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testAddReplica_abc.AUTOCREATED/solrconfig.xml
   [junit4]   2> 595445 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testAddReplica_abc.AUTOCREATED/synonyms.txt
   [junit4]   2> 595448 INFO  (OverseerThreadFactory-2597-thread-1-processing-n:127.0.0.1:51067_solr) [n:127.0.0.1:51067_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testAddReplica_abc.AUTOCREATED/stopwords.txt
   [junit4]   2> 595458 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.ClusterStateMutator building a new cName: testAddReplica_abc
   [junit4]   2> 595459 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testAddReplica_abc/state.json
   [junit4]   2> 595567 INFO  (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testAddReplica_abc",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:51067/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51067_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 595570 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 595570 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:51067/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":"127.0.0.1:51067_solr",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 595681 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddReplica_abc/state.json version: 0
   [junit4]   2> 595785 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr    x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testAddReplica_abc.AUTOCREATED&newCollection=true&name=testAddReplica_abc_shard1_replica_n1&action=CREATE&numShards=1&collection=testAddReplica_abc&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 595785 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr    x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 595790 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51067/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51067_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testAddReplica_abc",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 595790 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>   "base_url":"http://127.0.0.1:51067/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51067_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false"}
   [junit4]   2> 595790 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testAddReplica_abc//collections/testAddReplica_abc/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"testAddReplica_abc_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:51067/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51067_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 595802 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 595820 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAddReplica_abc_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 595897 DEBUG (OverseerStateUpdate-72062925727596551-127.0.0.1:51067_solr-n_0000000000) [n:127.0.0.1:51067_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddReplica_abc/state.json version: 1
   [junit4]   2> 595989 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 595989 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testAddReplica_abc_shard1_replica_n1' using configuration from configset testAddReplica_abc.AUTOCREATED, trusted=true
   [junit4]   2> 595991 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51067.solr.core.testAddReplica_abc.shard1.replica_n1' (registry 'solr.core.testAddReplica_abc.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9964f5
   [junit4]   2> 595991 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAddReplica_abc_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_1FB9A11F0FDBEE94-001/tempDir-001/node1/testAddReplica_abc_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestWithCollection_1FB9A11F0FDBEE94-001/tempDir-001/node1/./testAddReplica_abc_shard1_replica_n1/data/]
   [junit4]   2> 596048 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 596048 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 596051 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 596051 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 596053 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@59584221[testAddReplica_abc_shard1_replica_n1] main]
   [junit4]   2> 596057 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testAddReplica_abc.AUTOCREATED
   [junit4]   2> 596058 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testAddReplica_abc.AUTOCREATED
   [junit4]   2> 596058 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testAddReplica_abc.AUTOCREATED/managed-schema
   [junit4]   2> 596059 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 596060 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 596060 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, maxQueryFrequency=0.01}
   [junit4]   2> 596061 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 596061 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658503862804283392
   [junit4]   2> 596064 INFO  (searcherExecutor-2606-thread-1-processing-n:127.0.0.1:51067_solr x:testAddReplica_abc_shard1_replica_n1 c:testAddReplica_abc s:shard1 r:core_node2) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@59584221[testAddReplica_abc_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 596064 INFO  (searcherExecutor-2606-thread-1-processing-n:127.0.0.1:51067_solr x:testAddReplica_abc_shard1_replica_n1 c:testAddReplica_abc s:shard1 r:core_node2) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 596064 INFO  (searcherExecutor-2606-thread-1-processing-n:127.0.0.1:51067_solr x:testAddReplica_abc_shard1_replica_n1 c:testAddReplica_abc s:shard1 r:core_node2) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 596064 INFO  (searcherExecutor-2606-thread-1-processing-n:127.0.0.1:51067_solr x:testAddReplica_abc_shard1_replica_n1 c:testAddReplica_abc s:shard1 r:core_node2) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SolrCore [testAddReplica_abc_shard1_replica_n1] Registered new searcher Searcher@59584221[testAddReplica_abc_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 596069 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAddReplica_abc/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 596069 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAddReplica_abc/leaders/shard1
   [junit4]   2> 596077 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 596077 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 596077 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51067/solr/testAddReplica_abc_shard1_replica_n1/
   [junit4]   2> 596078 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 596079 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:51067/solr/testAddReplica_abc_shard1_replica_n1/ has no replicas
   [junit4]   2> 596079 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAddReplica_abc/leaders/shard1/leader after winning as /collections/testAddReplica_abc/leader_elect/shard1/election/72062925727596551-core_node2-n_0000000000
   [junit4]   2> 596082 INFO  (qtp903610399-8059) [n:127.0.0.1:51067_solr c:testAddReplica_abc s:shard1 r:core_node2 x:testAddReplica_abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51067/solr/testAddReplica_abc_shard1_replica_n1/ shard1
   [junit4]   2> 596186 DEBUG (OverseerStateUpdat

[...truncated too long message...]

tstrapTest]
   [junit4]   2>         at java.base@14/java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]   2> Feb 14, 2020 9:40:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=10475, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CdcrBootstrapTest]
   [junit4]   2>    2) Thread[id=10598, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CdcrBootstrapTest]
   [junit4]   2> 1271638 ERROR (SessionTracker) [     ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
   [junit4]   2>           => java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method) [?:?]
   [junit4]   2> 	at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> Feb 14, 2020 9:40:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> 1271638 ERROR (SessionTracker) [     ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
   [junit4]   2>           => java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method) [?:?]
   [junit4]   2> 	at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), xyz=Lucene84, id=Lucene84}, docValues:{}, maxPointsInLeafNode=651, maxMBSortInHeap=5.944153105681298, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d0d664f), locale=sl, timezone=Europe/Ljubljana
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=1,free=309805376,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [HttpTriggerListenerTest, MaxSizeAutoCommitTest, TestJavabinTupleStreamParser, TestCloudRecovery2, UniqFieldsUpdateProcessorFactoryTest, TestReRankQParserPlugin, TestRTimerTree, CursorPagingTest, QueryElevationComponentTest, DistribCursorPagingTest, RandomizedTaggerTest, PingRequestHandlerTest, TestManagedSchema, TestJmxIntegration, RecoveryZkTest, CSVRequestHandlerTest, SuggesterFSTTest, BooleanFieldTest, BasicZkTest, SystemCollectionCompatTest, SimpleMLTQParserTest, PeerSyncWithLeaderTest, SearchRateTriggerIntegrationTest, TestSimDistribStateManager, TestDownShardTolerantSearch, MoveReplicaHDFSFailoverTest, TestTestInjection, TestDynamicLoadingUrl, TestCoreDiscovery, TestNumericTokenStream, TestElisionMultitermQuery, TestLegacyFieldCache, TestHashPartitioner, ConjunctionSolrSpellCheckerTest, NumericFieldsTest, ImplicitSnitchTest, TestManagedStopFilterFactory, TestFaceting, SortSpecParsingTest, OverseerTaskQueueTest, SystemInfoHandlerTest, TestTolerantUpdateProcessorRandomCloud, SaslZkACLProviderTest, TestConfigSetsAPIZkFailure, TestHttpServletCarrier, BJQParserTest, TestCloudInspectUtil, TlogReplayBufferedWhileIndexingTest, StressHdfsTest, HdfsDirectoryTest, ZkControllerTest, ConfigSetsAPITest, OrderedExecutorTest, TestSubQueryTransformer, TestGroupingSearch, TestFunctionQuery, SolrLogAuditLoggerPluginTest, ShardSplitTest, TermVectorComponentTest, TestStressRecovery, TestFieldCacheReopen, TestFieldCollectionResource, TestLegacyNumericRangeQueryBuilder, SpellCheckComponentTest, TestScoreJoinQPScore, CoreAdminCreateDiscoverTest, TestLockTree, CurrencyRangeFacetCloudTest, TestDistribIDF, TestStressInPlaceUpdates, TestIBSimilarityFactory, CdcrBootstrapTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrBootstrapTest -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=sl -Dtests.timezone=Europe/Ljubljana -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J3 | CdcrBootstrapTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.cdcr.CdcrBootstrapTest: 
   [junit4]    >    1) Thread[id=10475, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CdcrBootstrapTest]
   [junit4]    >         at java.base@14/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]    >    2) Thread[id=10598, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CdcrBootstrapTest]
   [junit4]    >         at java.base@14/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1FB9A11F0FDBEE94]:0)
   [junit4] Completed [431/904 (8!)] on J3 in 174.05s, 4 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 46382 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5659/consoleText

[repro] Revision: dcf448efeb941beb447fa1d5e98ee86448051495

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=TestWithCollection -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=vo-001 -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=IndexSizeTriggerMixedBoundsTest -Dtests.method=testMixedBounds -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=uz-Cyrl -Dtests.timezone=Brazil/Acre -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=ChaosMonkeyNothingIsSafeWithPullReplicasTest -Dtests.method=test -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=zh-Hant-MO -Dtests.timezone=Indian/Reunion -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=OverseerRolesTest -Dtests.method=testOverseerRole -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=pt-LU -Dtests.timezone=America/St_Kitts -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=SearchRateTriggerTest -Dtests.method=testWaitForElapsed -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=en-NZ -Dtests.timezone=Africa/Lome -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=SearchRateTriggerTest -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=en-NZ -Dtests.timezone=Africa/Lome -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=ShardSplitTest -Dtests.method=testSplitMixedReplicaTypesLink -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=el-GR -Dtests.timezone=Africa/Lusaka -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=ShardSplitTest -Dtests.method=testSplitAfterFailedSplit -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=el-GR -Dtests.timezone=Africa/Lusaka -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=MetricTriggerIntegrationTest -Dtests.method=testMetricTrigger -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=tk -Dtests.timezone=America/Bahia -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=MetricTriggerIntegrationTest -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=tk -Dtests.timezone=America/Bahia -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=CdcrBootstrapTest -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=sl -Dtests.timezone=Europe/Ljubljana -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestWithCollection
[repro]       ShardSplitTest
[repro]       CdcrBootstrapTest
[repro]       MetricTriggerIntegrationTest
[repro]       IndexSizeTriggerMixedBoundsTest
[repro]       ChaosMonkeyNothingIsSafeWithPullReplicasTest
[repro]       OverseerRolesTest
[repro]       SearchRateTriggerTest
[repro] ant compile-test

[...truncated 3168 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=40 -Dtests.class="*.TestWithCollection|*.ShardSplitTest|*.CdcrBootstrapTest|*.MetricTriggerIntegrationTest|*.IndexSizeTriggerMixedBoundsTest|*.ChaosMonkeyNothingIsSafeWithPullReplicasTest|*.OverseerRolesTest|*.SearchRateTriggerTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=1FB9A11F0FDBEE94 -Dtests.slow=true -Dtests.locale=vo-001 -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 366 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
[repro]   0/5 failed: org.apache.solr.cloud.OverseerRolesTest
[repro]   0/5 failed: org.apache.solr.cloud.TestWithCollection
[repro]   0/5 failed: org.apache.solr.cloud.api.collections.ShardSplitTest
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.IndexSizeTriggerMixedBoundsTest
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
[repro]   0/5 failed: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[repro] Exiting with code 0

[...truncated 73 lines...]