You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/05/27 22:53:32 UTC

[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-13.0.2) - Build # 1053 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1053/
Java: 64bit/jdk-13.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<154> but was:<152>

Stack Trace:
java.lang.AssertionError: expected:<154> but was:<152>
	at __randomizedtesting.SeedInfo.seed([128CBF73DF2E4B85:9AD880A971D2267D]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:830)




Build Log:
[...truncated 14984 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> 1363107 INFO  (SUITE-PeerSyncReplicationTest-seed#[128CBF73DF2E4B85]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1363107 INFO  (SUITE-PeerSyncReplicationTest-seed#[128CBF73DF2E4B85]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1363108 INFO  (SUITE-PeerSyncReplicationTest-seed#[128CBF73DF2E4B85]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/data-dir-109-001
   [junit4]   2> 1363108 WARN  (SUITE-PeerSyncReplicationTest-seed#[128CBF73DF2E4B85]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
   [junit4]   2> 1363108 INFO  (SUITE-PeerSyncReplicationTest-seed#[128CBF73DF2E4B85]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1363110 INFO  (SUITE-PeerSyncReplicationTest-seed#[128CBF73DF2E4B85]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1363110 INFO  (SUITE-PeerSyncReplicationTest-seed#[128CBF73DF2E4B85]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ld_/
   [junit4]   2> 1363116 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer Overriding violation report action to: IGNORE
   [junit4]   2> 1363117 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1363117 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1363118 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1363217 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer start zk server on port: 57647
   [junit4]   2> 1363218 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57647
   [junit4]   2> 1363218 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57647
   [junit4]   2> 1363218 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57647
   [junit4]   2> 1363230 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1363237 INFO  (zkConnectionManagerCallback-14662-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363237 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1363251 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1363256 INFO  (zkConnectionManagerCallback-14664-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363256 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1363261 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1363265 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1363269 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1363273 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1363276 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1363280 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1363284 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1363288 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1363292 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1363297 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1363302 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1363305 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1364109 WARN  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1364110 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1364110 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1364110 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
   [junit4]   2> 1364112 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1364112 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1364112 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1364113 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78a554f1{/ld_,null,AVAILABLE}
   [junit4]   2> 1364114 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2cd0a39a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57660}
   [junit4]   2> 1364114 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.s.Server Started @1364192ms
   [junit4]   2> 1364114 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ld_, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/tempDir-001/control/data, hostPort=57660, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1364115 ERROR (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1364115 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1364115 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.6.0
   [junit4]   2> 1364115 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1364115 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1364115 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-27T22:16:51.427490Z
   [junit4]   2> 1364116 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1364120 INFO  (zkConnectionManagerCallback-14666-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1364120 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1364243 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1364243 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/control-001/solr.xml
   [junit4]   2> 1364247 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1364247 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1364248 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1364307 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1364310 WARN  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@24cd7d1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1364310 WARN  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@24cd7d1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1364317 WARN  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25fdde16[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1364318 WARN  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25fdde16[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1364319 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57647/solr
   [junit4]   2> 1364321 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1364328 INFO  (zkConnectionManagerCallback-14677-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1364328 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1364434 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1364439 INFO  (zkConnectionManagerCallback-14679-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1364440 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1364706 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57660_ld_
   [junit4]   2> 1364708 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.c.Overseer Overseer (id=72058677576269828-127.0.0.1:57660_ld_-n_0000000000) starting
   [junit4]   2> 1364723 INFO  (OverseerStateUpdate-72058677576269828-127.0.0.1:57660_ld_-n_0000000000) [n:127.0.0.1:57660_ld_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:57660_ld_
   [junit4]   2> 1364724 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57660_ld_
   [junit4]   2> 1364731 INFO  (zkCallback-14678-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1364742 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1364743 WARN  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1364778 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1364804 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1364813 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1364813 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1364816 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [n:127.0.0.1:57660_ld_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/control-001/cores
   [junit4]   2> 1364828 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1364832 INFO  (zkConnectionManagerCallback-14696-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1364833 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1364840 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1364849 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57647/solr ready
   [junit4]   2> 1364853 INFO  (qtp592733296-23801) [n:127.0.0.1:57660_ld_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57660_ld_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1364862 INFO  (OverseerThreadFactory-14686-thread-1-processing-n:127.0.0.1:57660_ld_) [n:127.0.0.1:57660_ld_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1364990 INFO  (qtp592733296-23803) [n:127.0.0.1:57660_ld_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1364990 INFO  (qtp592733296-23803) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1364993 INFO  (qtp592733296-23800) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1365002 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1366037 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
   [junit4]   2> 1366050 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1366159 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1366227 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1366227 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1366227 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1366231 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=49.8330078125, floorSegmentMB=0.712890625, forceMergeDeletesPctAllowed=12.96809165308656, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6931637562304782, deletesPctAllowed=20.3307402156133
   [junit4]   2> 1366358 WARN  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1366427 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1366427 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1366428 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1366428 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1366429 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1366433 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1366434 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1366434 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1366435 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1667883664667574272
   [junit4]   2> 1366438 INFO  (searcherExecutor-14698-thread-1-processing-n:127.0.0.1:57660_ld_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms: Collection: 'control_collection'
   [junit4]   2> 1366444 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1366444 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1366460 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1366460 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1366460 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57660/ld_/control_collection_shard1_replica_n1/
   [junit4]   2> 1366461 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1366463 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:57660/ld_/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1366463 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72058677576269828-core_node2-n_0000000000
   [junit4]   2> 1366472 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57660/ld_/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1366578 INFO  (zkCallback-14678-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1366578 INFO  (zkCallback-14678-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1366585 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1366590 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1588
   [junit4]   2> 1366598 INFO  (qtp592733296-23801) [n:127.0.0.1:57660_ld_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1366700 INFO  (zkCallback-14678-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1366700 INFO  (zkCallback-14678-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1366700 INFO  (zkCallback-14678-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1366703 INFO  (qtp592733296-23801) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57660_ld_&wt=javabin&version=2} status=0 QTime=1850
   [junit4]   2> 1366704 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1366822 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1366826 INFO  (zkConnectionManagerCallback-14707-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1366826 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1366833 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1366840 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57647/solr ready
   [junit4]   2> 1366840 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1366842 INFO  (qtp592733296-23801) [n:127.0.0.1:57660_ld_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1366861 INFO  (OverseerThreadFactory-14686-thread-2-processing-n:127.0.0.1:57660_ld_) [n:127.0.0.1:57660_ld_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1366863 INFO  (OverseerCollectionConfigSetProcessor-72058677576269828-127.0.0.1:57660_ld_-n_0000000000) [n:127.0.0.1:57660_ld_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1367090 WARN  (OverseerThreadFactory-14686-thread-2-processing-n:127.0.0.1:57660_ld_) [n:127.0.0.1:57660_ld_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1367093 INFO  (qtp592733296-23801) [n:127.0.0.1:57660_ld_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1367095 INFO  (qtp592733296-23801) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=252
   [junit4]   2> 1367097 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 1367097 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1367097 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 1367097 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1367097 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 1367097 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1367097 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 1367541 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 1367542 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1367542 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1367542 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1367542 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
   [junit4]   2> 1367546 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1367546 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1367546 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1367547 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33af9705{/ld_,null,AVAILABLE}
   [junit4]   2> 1367548 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@22d5ebee{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57695}
   [junit4]   2> 1367548 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.Server Started @1367626ms
   [junit4]   2> 1367548 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ld_, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/tempDir-001/jetty1, hostPort=57695, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 1367548 ERROR (closeThreadPool-14708-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1367548 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1367549 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.6.0
   [junit4]   2> 1367549 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1367549 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1367549 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-27T22:16:54.861096Z
   [junit4]   2> 1367550 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1367554 INFO  (zkConnectionManagerCallback-14710-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367558 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1367665 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1367665 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-1-001/solr.xml
   [junit4]   2> 1367668 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1367668 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1367669 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1367834 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1367836 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fa3536d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1367836 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fa3536d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1367839 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ff4603f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1367839 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ff4603f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1367840 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57647/solr
   [junit4]   2> 1367841 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1367846 INFO  (zkConnectionManagerCallback-14721-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367846 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1367878 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 1367879 WARN  (closeThreadPool-14708-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1367879 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1367879 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1367879 INFO  (closeThreadPool-14708-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
   [junit4]   2> 1367881 INFO  (closeThreadPool-14708-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1367881 INFO  (closeThreadPool-14708-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1367881 INFO  (closeThreadPool-14708-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1367882 INFO  (closeThreadPool-14708-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@494275e9{/ld_,null,AVAILABLE}
   [junit4]   2> 1367883 INFO  (closeThreadPool-14708-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2653d519{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57698}
   [junit4]   2> 1367883 INFO  (closeThreadPool-14708-thread-2) [     ] o.e.j.s.Server Started @1367960ms
   [junit4]   2> 1367883 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ld_, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/tempDir-001/jetty2, hostPort=57698, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 1367883 ERROR (closeThreadPool-14708-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1367883 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1367883 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.6.0
   [junit4]   2> 1367883 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1367883 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1367883 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-27T22:16:55.195623Z
   [junit4]   2> 1367884 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1367888 INFO  (zkConnectionManagerCallback-14723-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367888 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1367956 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1367960 INFO  (zkConnectionManagerCallback-14725-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367960 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1367992 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1368018 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.c.ZkController Publish node=127.0.0.1:57695_ld_ as DOWN
   [junit4]   2> 1368024 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1368024 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57695_ld_
   [junit4]   2> 1368031 INFO  (zkCallback-14678-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1368031 INFO  (zkCallback-14706-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1368032 INFO  (zkCallback-14724-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1368037 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1368037 WARN  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1368058 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1368058 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-2-001/solr.xml
   [junit4]   2> 1368060 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1368061 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1368061 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1368062 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1368091 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368101 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368101 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368104 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57695_ld_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-1-001/cores
   [junit4]   2> 1368110 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:57695_ld_
   [junit4]   2> 1368187 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1368189 WARN  (closeThreadPool-14708-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b6969d8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1368189 WARN  (closeThreadPool-14708-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b6969d8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1368194 WARN  (closeThreadPool-14708-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2cc10090[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1368194 WARN  (closeThreadPool-14708-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2cc10090[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1368195 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57647/solr
   [junit4]   2> 1368196 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368201 INFO  (zkConnectionManagerCallback-14744-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368201 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368252 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 1368252 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1368252 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1368252 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1368252 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
   [junit4]   2> 1368256 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1368256 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1368256 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1368257 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a7b876f{/ld_,null,AVAILABLE}
   [junit4]   2> 1368257 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7ab1a34a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57712}
   [junit4]   2> 1368257 INFO  (closeThreadPool-14708-thread-1) [     ] o.e.j.s.Server Started @1368335ms
   [junit4]   2> 1368257 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ld_, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/tempDir-001/jetty3, hostPort=57712, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 1368259 ERROR (closeThreadPool-14708-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1368259 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1368259 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.6.0
   [junit4]   2> 1368259 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1368259 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1368259 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-27T22:16:55.571522Z
   [junit4]   2> 1368260 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368262 INFO  (zkConnectionManagerCallback-14746-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368263 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368308 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368310 INFO  (zkConnectionManagerCallback-14748-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368311 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368321 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1368331 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.c.ZkController Publish node=127.0.0.1:57698_ld_ as DOWN
   [junit4]   2> 1368332 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1368332 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57698_ld_
   [junit4]   2> 1368338 INFO  (zkCallback-14706-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1368338 INFO  (zkCallback-14678-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1368338 INFO  (zkCallback-14724-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1368339 INFO  (zkCallback-14747-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1368342 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1368343 WARN  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1368364 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1368390 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368402 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368402 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368404 INFO  (closeThreadPool-14708-thread-2) [n:127.0.0.1:57698_ld_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-2-001/cores
   [junit4]   2> 1368407 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1368407 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-3-001/solr.xml
   [junit4]   2> 1368410 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1368410 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1368411 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1368412 INFO  (closeThreadPool-14708-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:57698_ld_
   [junit4]   2> 1368494 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1368496 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3b2a6b67[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1368496 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3b2a6b67[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1368504 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56b59681[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1368504 WARN  (closeThreadPool-14708-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56b59681[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1368505 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57647/solr
   [junit4]   2> 1368507 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368509 INFO  (zkConnectionManagerCallback-14767-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368509 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368618 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368620 INFO  (zkConnectionManagerCallback-14769-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368620 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368638 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1368650 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.c.ZkController Publish node=127.0.0.1:57712_ld_ as DOWN
   [junit4]   2> 1368653 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1368653 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57712_ld_
   [junit4]   2> 1368658 INFO  (zkCallback-14747-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1368658 INFO  (zkCallback-14706-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1368658 INFO  (zkCallback-14724-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1368658 INFO  (zkCallback-14678-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1368658 INFO  (zkCallback-14768-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1368662 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1368663 WARN  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1368679 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1368710 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368725 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368726 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1368727 INFO  (closeThreadPool-14708-thread-1) [n:127.0.0.1:57712_ld_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-3-001/cores
   [junit4]   2> 1368738 INFO  (closeThreadPool-14708-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:57712_ld_
   [junit4]   2> 1368741 INFO  (qtp592733296-23803) [n:127.0.0.1:57660_ld_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57695_ld_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1368743 INFO  (qtp592733296-23801) [n:127.0.0.1:57660_ld_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57698_ld_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1368744 INFO  (qtp592733296-23802) [n:127.0.0.1:57660_ld_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57712_ld_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1368752 INFO  (OverseerCollectionConfigSetProcessor-72058677576269828-127.0.0.1:57660_ld_-n_0000000000) [n:127.0.0.1:57660_ld_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1368755 INFO  (qtp592733296-23800) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 1368757 INFO  (qtp592733296-23800) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1368760 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1368763 INFO  (qtp577525132-23879) [n:127.0.0.1:57698_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1368766 INFO  (qtp1912201249-23908) [n:127.0.0.1:57712_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1368768 INFO  (qtp592733296-23800) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1368769 INFO  (qtp592733296-23800) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1368770 INFO  (qtp652897259-23860) [n:127.0.0.1:57695_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1368771 INFO  (qtp577525132-23880) [n:127.0.0.1:57698_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1368772 INFO  (qtp1912201249-23909) [n:127.0.0.1:57712_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1368773 INFO  (OverseerThreadFactory-14686-thread-3-processing-n:127.0.0.1:57660_ld_) [n:127.0.0.1:57660_ld_ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:57695_ld_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1368779 INFO  (OverseerThreadFactory-14686-thread-3-processing-n:127.0.0.1:57660_ld_) [n:127.0.0.1:57660_ld_ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1368785 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1369805 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
   [junit4]   2> 1369825 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1369907 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1369950 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1369950 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1369950 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-1-001/cores/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-1-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 1369955 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=49.8330078125, floorSegmentMB=0.712890625, forceMergeDeletesPctAllowed=12.96809165308656, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6931637562304782, deletesPctAllowed=20.3307402156133
   [junit4]   2> 1371249 WARN  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1371319 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1371319 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1371320 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1371320 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1371322 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1371325 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1371326 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1371327 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1371327 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1667883669797208064
   [junit4]   2> 1371332 INFO  (searcherExecutor-14780-thread-1-processing-n:127.0.0.1:57695_ld_ x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms: Collection: 'collection1'
   [junit4]   2> 1371345 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1371345 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 1371354 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1371354 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1371354 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57695/ld_/collection1_shard1_replica_n1/
   [junit4]   2> 1371354 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1371354 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:57695/ld_/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1371354 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72058677576269834-core_node2-n_0000000000
   [junit4]   2> 1371359 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57695/ld_/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 1371366 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1371373 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2587
   [junit4]   2> 1371377 INFO  (qtp592733296-23803) [n:127.0.0.1:57660_ld_ c:collection1    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:57695_ld_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2635
   [junit4]   2> 1372773 INFO  (OverseerCollectionConfigSetProcessor-72058677576269828-127.0.0.1:57660_ld_-n_0000000000) [n:127.0.0.1:57660_ld_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1372778 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
   [junit4]   2> 1372783 INFO  (qtp1912201249-23910) [n:127.0.0.1:57712_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1372786 INFO  (qtp592733296-23800) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 1372788 INFO  (qtp592733296-23803) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1372793 INFO  (qtp652897259-23860) [n:127.0.0.1:57695_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 1372796 INFO  (qtp652897259-23861) [n:127.0.0.1:57695_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1372796 INFO  (qtp577525132-23878) [n:127.0.0.1:57698_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1372801 INFO  (qtp1912201249-23907) [n:127.0.0.1:57712_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1372803 INFO  (qtp592733296-23800) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1372805 INFO  (qtp592733296-23803) [n:127.0.0.1:57660_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1372807 INFO  (qtp652897259-23858) [n:127.0.0.1:57695_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1372809 INFO  (qtp652897259-23859) [n:127.0.0.1:57695_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 1372811 INFO  (qtp652897259-23860) [n:127.0.0.1:57695_ld_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1372812 INFO  (OverseerThreadFactory-14686-thread-4-processing-n:127.0.0.1:57660_ld_) [n:127.0.0.1:57660_ld_ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:57698_ld_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1372816 INFO  (OverseerThreadFactory-14686-thread-4-processing-n:127.0.0.1:57660_ld_) [n:127.0.0.1:57660_ld_ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1372821 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_    x:collection1_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1374434 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
   [junit4]   2> 1374455 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1374757 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1374894 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n3' using configuration from configset conf1, trusted=true
   [junit4]   2> 1374894 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n3' (registry 'solr.core.collection1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45b3eec1
   [junit4]   2> 1374894 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-2-001/cores/collection1_shard1_replica_n3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001/shard-2-001/cores/collection1_shard1_replica_n3/data/]
   [junit4]   2> 1374914 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=49.8330078125, floorSegmentMB=0.712890625, forceMergeDeletesPctAllowed=12.96809165308656, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6931637562304782, deletesPctAllowed=20.3307402156133
   [junit4]   2> 1375052 WARN  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1375418 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1375418 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1375458 INFO  (qtp577525132-23881) [n:127.0.0.1:57698_ld_ c:collection1 s:shard1  x:collectio

[...truncated too long message...]

EQUAL",
   [junit4]   1>             "node":"#ANY",
   [junit4]   1>             "strict":"false"},
   [junit4]   1>           {
   [junit4]   1>             "cores":"#EQUAL",
   [junit4]   1>             "node":"#ANY",
   [junit4]   1>             "strict":"false"}],
   [junit4]   1>         "triggers":{
   [junit4]   1>           ".auto_add_replicas":{
   [junit4]   1>             "name":".auto_add_replicas",
   [junit4]   1>             "event":"nodeLost",
   [junit4]   1>             "waitFor":10,
   [junit4]   1>             "enabled":true,
   [junit4]   1>             "actions":[
   [junit4]   1>               {
   [junit4]   1>                 "name":"auto_add_replicas_plan",
   [junit4]   1>                 "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]   1>               {
   [junit4]   1>                 "name":"execute_plan",
   [junit4]   1>                 "class":"solr.ExecutePlanAction"}]},
   [junit4]   1>           ".scheduled_maintenance":{
   [junit4]   1>             "name":".scheduled_maintenance",
   [junit4]   1>             "event":"scheduled",
   [junit4]   1>             "startTime":"NOW",
   [junit4]   1>             "every":"+1DAY",
   [junit4]   1>             "enabled":true,
   [junit4]   1>             "actions":[
   [junit4]   1>               {
   [junit4]   1>                 "name":"inactive_shard_plan",
   [junit4]   1>                 "class":"solr.InactiveShardPlanAction"},
   [junit4]   1>               {
   [junit4]   1>                 "name":"inactive_markers_plan",
   [junit4]   1>                 "class":"solr.InactiveMarkersPlanAction"},
   [junit4]   1>               {
   [junit4]   1>                 "name":"execute_plan",
   [junit4]   1>                 "class":"solr.ExecutePlanAction"}]}},
   [junit4]   1>         "listeners":{
   [junit4]   1>           ".auto_add_replicas.system":{
   [junit4]   1>             "beforeAction":[],
   [junit4]   1>             "afterAction":[],
   [junit4]   1>             "stage":[
   [junit4]   1>               "STARTED",
   [junit4]   1>               "ABORTED",
   [junit4]   1>               "SUCCEEDED",
   [junit4]   1>               "FAILED",
   [junit4]   1>               "BEFORE_ACTION",
   [junit4]   1>               "AFTER_ACTION",
   [junit4]   1>               "IGNORED"],
   [junit4]   1>             "trigger":".auto_add_replicas",
   [junit4]   1>             "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
   [junit4]   1>           ".scheduled_maintenance.system":{
   [junit4]   1>             "beforeAction":[],
   [junit4]   1>             "afterAction":[],
   [junit4]   1>             "stage":[
   [junit4]   1>               "STARTED",
   [junit4]   1>               "ABORTED",
   [junit4]   1>               "SUCCEEDED",
   [junit4]   1>               "FAILED",
   [junit4]   1>               "BEFORE_ACTION",
   [junit4]   1>               "AFTER_ACTION",
   [junit4]   1>               "IGNORED"],
   [junit4]   1>             "trigger":".scheduled_maintenance",
   [junit4]   1>             "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   1>         "properties":{}}
   [junit4]   1>   /solr/clusterprops.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"legacyCloud":"true"}
   [junit4]   1> 
   [junit4]   2> 1432878 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1433098 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57647
   [junit4]   2> 1433098 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57647
   [junit4]   2> 1433098 INFO  (TEST-PeerSyncReplicationTest.test-seed#[128CBF73DF2E4B85]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57647
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=128CBF73DF2E4B85 -Dtests.slow=true -Dtests.locale=en-SL -Dtests.timezone=America/Iqaluit -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 70.0s J3 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<154> but was:<152>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([128CBF73DF2E4B85:9AD880A971D2267D]:0)
   [junit4]    > 	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:830)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.PeerSyncReplicationTest_128CBF73DF2E4B85-001
   [junit4]   2> May 27, 2020 10:18:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene86, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3b310b5c), locale=en-SL, timezone=America/Iqaluit
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=1,free=214962696,total=526909440
   [junit4]   2> NOTE: All tests run in this JVM: [UpdateParamsTest, SolrCoreTest, TestStressRecovery, TestTermsQParserPlugin, PKIAuthenticationIntegrationTest, RAMDirectoryFactoryTest, TestObjectReleaseTracker, TestSlowCompositeReaderWrapper, TestConfigOverlay, TestDistributedTracing, HdfsNNFailoverTest, HdfsThreadLeakTest, SolrShardReporterTest, TestMiniSolrCloudClusterSSL, TestNonDefinedSimilarityFactory, RestartWhileUpdatingTest, LeaderFailoverAfterPartitionTest, TestSolrJ, TestDynamicLoadingUrl, HLLSerializationTest, AutoScalingHandlerTest, NodeAddedTriggerIntegrationTest, TestSha256AuthenticationProvider, TestGroupingSearch, PeerSyncWithLeaderAndIndexFingerprintCachingTest, SolrCloudExampleTest, TestCoreDiscovery, TaggingAttributeTest, TestExpandComponent, TestJmxIntegration, OverseerRolesTest, SolrIndexConfigTest, DistributedFacetPivotWhiteBoxTest, BadCopyFieldTest, TestNoOpRegenerator, TestSimDistributedQueue, TestQueryTypes, RuleEngineTest, DaemonStreamApiTest, OverseerTest, LukeRequestHandlerTest, TestEmbeddedSolrServerConstructors, NodeMutatorTest, PingRequestHandlerTest, TestFieldTypeResource, ShardRoutingCustomTest, TestNamedUpdateProcessors, TestJsonFacetsWithNestedObjects, TestSolrCloudWithDelegationTokens, ZkFailoverTest, SolrGraphiteReporterTest, TestCursorMarkWithoutUniqueKey, CursorPagingTest, TestChildDocTransformerHierarchy, MetricsHistoryIntegrationTest, SignatureUpdateProcessorFactoryTest, TestHashQParserPlugin, SuggestComponentTest, DocValuesNotIndexedTest, TestSolr4Spatial, ConcurrentCreateCollectionTest, AddReplicaTest, TestPointFields, TestUtilizeNode, HighlighterTest, DistributedSpellCheckComponentTest, TestSimUtils, CloneFieldUpdateProcessorFactoryTest, TestNumericRangeQuery32, RestoreTriggerStateTest, BlockJoinFacetRandomTest, SearchRateTriggerTest, TestDynamicFieldCollectionResource, TestCloudJSONFacetSKGEquiv, TestSolrConfigHandlerCloud, TestCaffeineCache, TestQueryingOnDownCollection, SpellCheckCollatorTest, CSVRequestHandlerTest, TriLevelCompositeIdRoutingTest, TriggerIntegrationTest, JavabinLoaderTest, PreAnalyzedFieldManagedSchemaCloudTest, CloudMLTQParserTest, AnalyticsQueryTest, AsyncCallRequestStatusResponseTest, TestReplicationHandlerDiskOverFlow, MoreLikeThisComponentTest, TestQuerySenderNoQuery, TestLuceneMatchVersion, TestWordDelimiterFilterFactory, BasicDistributedZk2Test, ChaosMonkeySafeLeaderTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, PeerSyncReplicationTest]
   [junit4] Completed [503/910 (1!)] on J3 in 70.60s, 1 test, 1 failure <<< FAILURES!

[...truncated 49232 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1053/consoleText

[repro] Revision: 5e07bb91f78faa472dbcb331c6fde8b9c5101d57

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line:  ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=128CBF73DF2E4B85 -Dtests.slow=true -Dtests.locale=en-SL -Dtests.timezone=America/Iqaluit -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       PeerSyncReplicationTest
[repro] ant compile-test

[...truncated 3475 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.PeerSyncReplicationTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=128CBF73DF2E4B85 -Dtests.slow=true -Dtests.locale=en-SL -Dtests.timezone=America/Iqaluit -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 86 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.PeerSyncReplicationTest
[repro] Exiting with code 0

[...truncated 73 lines...]