You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/04/16 03:38:58 UTC

[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-9) - Build # 81 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/81/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<154> but was:<152>

Stack Trace:
java.lang.AssertionError: expected:<154> but was:<152>
	at __randomizedtesting.SeedInfo.seed([2C6EA3E463517760:A43A9C3ECDAD1A98]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12937 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> 169131 INFO  (SUITE-PeerSyncReplicationTest-seed#[2C6EA3E463517760]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/init-core-data-001
   [junit4]   2> 169132 WARN  (SUITE-PeerSyncReplicationTest-seed#[2C6EA3E463517760]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 169132 INFO  (SUITE-PeerSyncReplicationTest-seed#[2C6EA3E463517760]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 169133 INFO  (SUITE-PeerSyncReplicationTest-seed#[2C6EA3E463517760]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 169133 INFO  (SUITE-PeerSyncReplicationTest-seed#[2C6EA3E463517760]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 169136 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer Overriding violation report action to: IGNORE
   [junit4]   2> 169137 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 169137 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 169137 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 169247 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer start zk server on port:63778
   [junit4]   2> 169247 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63778
   [junit4]   2> 169247 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63778
   [junit4]   2> 169260 INFO  (zkConnectionManagerCallback-727-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 169266 INFO  (zkConnectionManagerCallback-729-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 169269 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 169271 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 169273 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 169275 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 169277 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 169279 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 169281 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 169283 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 169285 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 169286 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 169288 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 169290 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 169615 WARN  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 169616 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 169616 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 169616 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 9+181
   [junit4]   2> 169618 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 169618 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 169618 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 169619 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17b768c4{/,null,AVAILABLE}
   [junit4]   2> 169622 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39671911{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63782}
   [junit4]   2> 169622 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.s.Server Started @169701ms
   [junit4]   2> 169622 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/tempDir-001/control/data, hostPort=63782, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/control-001/cores}
   [junit4]   2> 169622 ERROR (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 169622 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 169622 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 169622 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 169622 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 169622 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-16T02:24:35.185944Z
   [junit4]   2> 169626 INFO  (zkConnectionManagerCallback-731-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 169628 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 169628 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/control-001/solr.xml
   [junit4]   2> 169631 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 169631 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 169632 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 169782 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 169789 WARN  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@14b176ec[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 169796 WARN  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@325c9408[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 169797 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63778/solr
   [junit4]   2> 169800 INFO  (zkConnectionManagerCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 169804 INFO  (zkConnectionManagerCallback-740-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 169921 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63782_
   [junit4]   2> 169922 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.c.Overseer Overseer (id=72070943501713412-127.0.0.1:63782_-n_0000000000) starting
   [junit4]   2> 169934 INFO  (zkConnectionManagerCallback-747-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 169938 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63778/solr ready
   [junit4]   2> 169939 INFO  (OverseerStateUpdate-72070943501713412-127.0.0.1:63782_-n_0000000000) [n:127.0.0.1:63782_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:63782_
   [junit4]   2> 169945 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63782_
   [junit4]   2> 169949 INFO  (zkCallback-746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 169949 INFO  (zkCallback-739-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 169989 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 170005 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 170015 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 170015 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 170016 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [n:127.0.0.1:63782_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/control-001/cores
   [junit4]   2> 170036 INFO  (zkConnectionManagerCallback-753-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 170038 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 170042 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63778/solr ready
   [junit4]   2> 170045 INFO  (qtp1181564651-2011) [n:127.0.0.1:63782_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:63782_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 170050 INFO  (OverseerThreadFactory-720-thread-1-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 170161 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 170161 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 171179 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 171197 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 171304 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 171562 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 171562 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 171568 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 171573 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11493333289756374]
   [junit4]   2> 171810 WARN  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 171857 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 171857 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 171859 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 171859 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 171860 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=57.671875, floorSegmentMB=1.359375, forceMergeDeletesPctAllowed=15.765989705628368, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4031171698192536, deletesPctAllowed=20.57705230365986
   [junit4]   2> 171864 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34d37d0[control_collection_shard1_replica_n1] main]
   [junit4]   2> 171866 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 171867 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 171867 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 171867 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1630935688077639680
   [junit4]   2> 171871 INFO  (searcherExecutor-725-thread-1-processing-n:127.0.0.1:63782_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@34d37d0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 171876 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 171876 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 171881 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 171881 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 171881 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63782/control_collection_shard1_replica_n1/
   [junit4]   2> 171882 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 171882 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:63782/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 171882 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72070943501713412-core_node2-n_0000000000
   [junit4]   2> 171885 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63782/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 171993 INFO  (zkCallback-739-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 171993 INFO  (zkCallback-739-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 171995 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 171998 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1837
   [junit4]   2> 172002 INFO  (qtp1181564651-2011) [n:127.0.0.1:63782_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 172058 INFO  (OverseerCollectionConfigSetProcessor-72070943501713412-127.0.0.1:63782_-n_0000000000) [n:127.0.0.1:63782_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 172105 INFO  (zkCallback-739-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 172105 INFO  (zkCallback-739-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 172105 INFO  (zkCallback-739-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 172107 INFO  (qtp1181564651-2011) [n:127.0.0.1:63782_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:63782_&wt=javabin&version=2} status=0 QTime=2061
   [junit4]   2> 172114 INFO  (zkConnectionManagerCallback-759-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 172116 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 172118 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63778/solr ready
   [junit4]   2> 172118 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 172119 INFO  (qtp1181564651-2012) [n:127.0.0.1:63782_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 172124 INFO  (OverseerThreadFactory-720-thread-2-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 172332 WARN  (OverseerThreadFactory-720-thread-2-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 172334 INFO  (qtp1181564651-2012) [n:127.0.0.1:63782_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 172335 INFO  (qtp1181564651-2012) [n:127.0.0.1:63782_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=216
   [junit4]   2> 172337 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 172690 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-1-001 of type NRT
   [junit4]   2> 172691 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 172691 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 172691 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 172691 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 9+181
   [junit4]   2> 172693 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 172693 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 172693 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 172693 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bfe15b0{/,null,AVAILABLE}
   [junit4]   2> 172694 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27f452f9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63792}
   [junit4]   2> 172694 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.Server Started @172773ms
   [junit4]   2> 172694 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/tempDir-001/jetty1, hostPort=63792, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-1-001/cores}
   [junit4]   2> 172696 ERROR (closeThreadPool-760-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 172696 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 172696 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 172696 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 172696 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 172696 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-16T02:24:38.259286Z
   [junit4]   2> 172700 INFO  (zkConnectionManagerCallback-762-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 172701 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 172701 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-1-001/solr.xml
   [junit4]   2> 172704 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 172704 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 172705 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 172778 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 172780 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@71365311[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 172784 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2329ea52[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 172785 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63778/solr
   [junit4]   2> 172789 INFO  (zkConnectionManagerCallback-769-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 172795 INFO  (zkConnectionManagerCallback-771-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 172804 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 172811 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.c.ZkController Publish node=127.0.0.1:63792_ as DOWN
   [junit4]   2> 172812 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 172812 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63792_
   [junit4]   2> 172814 INFO  (zkCallback-739-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 172814 INFO  (zkCallback-746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 172814 INFO  (zkCallback-758-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 172815 INFO  (zkCallback-770-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 172837 INFO  (zkConnectionManagerCallback-778-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 172839 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 172842 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63778/solr ready
   [junit4]   2> 172842 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 172865 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 172878 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 172879 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 172880 INFO  (closeThreadPool-760-thread-1) [n:127.0.0.1:63792_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-1-001/cores
   [junit4]   2> 173237 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-2-001 of type NRT
   [junit4]   2> 173237 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 173238 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 173238 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 173238 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 9+181
   [junit4]   2> 173239 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 173239 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 173239 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 173239 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e8df847{/,null,AVAILABLE}
   [junit4]   2> 173240 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7beaf7d4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63797}
   [junit4]   2> 173240 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.Server Started @173319ms
   [junit4]   2> 173240 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/tempDir-001/jetty2, hostPort=63797, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 173241 ERROR (closeThreadPool-760-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 173241 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 173241 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 173241 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 173241 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 173241 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-16T02:24:38.804465Z
   [junit4]   2> 173245 INFO  (zkConnectionManagerCallback-781-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 173247 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 173247 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-2-001/solr.xml
   [junit4]   2> 173251 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 173251 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 173252 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 173448 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 173453 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1c629c41[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 173493 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@31bfe93d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 173494 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63778/solr
   [junit4]   2> 173498 INFO  (zkConnectionManagerCallback-788-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 173504 INFO  (zkConnectionManagerCallback-790-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 173526 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 173532 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:63797_ as DOWN
   [junit4]   2> 173534 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 173534 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63797_
   [junit4]   2> 173536 INFO  (zkCallback-746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 173536 INFO  (zkCallback-739-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 173536 INFO  (zkCallback-758-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 173536 INFO  (zkCallback-770-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 173537 INFO  (zkCallback-789-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 173537 INFO  (zkCallback-777-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 173566 INFO  (zkConnectionManagerCallback-797-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 173567 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 173569 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63778/solr ready
   [junit4]   2> 173570 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 173598 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 173617 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 173617 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 173618 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-2-001/cores
   [junit4]   2> 173880 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-3-001 of type NRT
   [junit4]   2> 173881 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 173881 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 173881 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 173881 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 9+181
   [junit4]   2> 173883 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 173883 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 173883 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 173883 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e3f6e5a{/,null,AVAILABLE}
   [junit4]   2> 173884 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d0654e3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63802}
   [junit4]   2> 173884 INFO  (closeThreadPool-760-thread-1) [    ] o.e.j.s.Server Started @173963ms
   [junit4]   2> 173884 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/tempDir-001/jetty3, hostPort=63802, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-3-001/cores}
   [junit4]   2> 173884 ERROR (closeThreadPool-760-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 173884 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 173884 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 173884 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 173884 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 173885 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-16T02:24:39.447996Z
   [junit4]   2> 173889 INFO  (zkConnectionManagerCallback-800-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 173890 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 173890 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-3-001/solr.xml
   [junit4]   2> 173893 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 173893 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 173894 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 173995 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 173996 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@46c8fbcf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 174001 WARN  (closeThreadPool-760-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@41eb5cda[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 174001 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63778/solr
   [junit4]   2> 174005 INFO  (zkConnectionManagerCallback-807-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174013 INFO  (zkConnectionManagerCallback-809-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174021 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 174027 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:63802_ as DOWN
   [junit4]   2> 174028 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 174028 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63802_
   [junit4]   2> 174031 INFO  (zkCallback-746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 174031 INFO  (zkCallback-770-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 174031 INFO  (zkCallback-758-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 174031 INFO  (zkCallback-739-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 174032 INFO  (zkCallback-789-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 174032 INFO  (zkCallback-808-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 174032 INFO  (zkCallback-777-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 174032 INFO  (zkCallback-796-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 174055 INFO  (zkConnectionManagerCallback-816-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174057 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 174058 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63778/solr ready
   [junit4]   2> 174059 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 174077 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 174106 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 174106 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 174107 INFO  (closeThreadPool-760-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-3-001/cores
   [junit4]   2> 174130 INFO  (OverseerCollectionConfigSetProcessor-72070943501713412-127.0.0.1:63782_-n_0000000000) [n:127.0.0.1:63782_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 174278 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63792_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 174278 INFO  (qtp1181564651-2010) [n:127.0.0.1:63782_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63802_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 174278 INFO  (qtp1181564651-2015) [n:127.0.0.1:63782_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63797_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 174283 INFO  (OverseerThreadFactory-720-thread-3-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63792_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 174285 INFO  (OverseerThreadFactory-720-thread-3-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 174296 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_    x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 175322 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 175343 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 175484 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 175517 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 175518 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 175518 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-1-001/cores/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-1-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 175525 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11493333289756374]
   [junit4]   2> 175873 WARN  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 175934 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 175934 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 175936 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 175936 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 175941 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=57.671875, floorSegmentMB=1.359375, forceMergeDeletesPctAllowed=15.765989705628368, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4031171698192536, deletesPctAllowed=20.57705230365986
   [junit4]   2> 175964 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18ca5bb8[collection1_shard1_replica_n1] main]
   [junit4]   2> 175966 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 175967 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 175968 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 175968 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1630935692377849856
   [junit4]   2> 175972 INFO  (searcherExecutor-757-thread-1-processing-n:127.0.0.1:63792_ x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@18ca5bb8[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 175977 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 175977 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 175982 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 175982 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 175982 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63792/collection1_shard1_replica_n1/
   [junit4]   2> 175983 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 175983 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:63792/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 175983 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72070943501713418-core_node2-n_0000000000
   [junit4]   2> 175985 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63792/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 176094 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 176099 INFO  (qtp1623681745-2075) [n:127.0.0.1:63792_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1803
   [junit4]   2> 176104 INFO  (qtp1181564651-2013) [n:127.0.0.1:63782_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63792_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1826
   [junit4]   2> 176286 INFO  (OverseerThreadFactory-720-thread-4-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63802_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 176287 INFO  (OverseerCollectionConfigSetProcessor-72070943501713412-127.0.0.1:63782_-n_0000000000) [n:127.0.0.1:63782_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 176288 INFO  (OverseerThreadFactory-720-thread-4-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 176295 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_    x:collection1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 177319 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 177338 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema [collection1_shard1_replica_n3] Schema name=test
   [junit4]   2> 177487 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 177530 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n3' using configuration from collection collection1, trusted=true
   [junit4]   2> 177530 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n3' (registry 'solr.core.collection1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44730545
   [junit4]   2> 177531 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [[collection1_shard1_replica_n3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-3-001/cores/collection1_shard1_replica_n3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001/shard-3-001/cores/collection1_shard1_replica_n3/data/]
   [junit4]   2> 177536 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11493333289756374]
   [junit4]   2> 177587 WARN  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 177704 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 177704 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 177707 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 177707 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 177708 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=57.671875, floorSegmentMB=1.359375, forceMergeDeletesPctAllowed=15.765989705628368, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4031171698192536, deletesPctAllowed=20.57705230365986
   [junit4]   2> 177732 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@2195808d[collection1_shard1_replica_n3] main]
   [junit4]   2> 177734 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 177735 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 177735 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 177740 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1630935694235926528
   [junit4]   2> 177755 INFO  (searcherExecutor-762-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [collection1_shard1_replica_n3] Registered new searcher Searcher@2195808d[collection1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 177760 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 177760 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 177766 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n3
   [junit4]   2> 177767 INFO  (updateExecutor-803-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 177780 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 177781 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy startupVersions is empty
   [junit4]   2> 177782 INFO  (qtp1634378760-2140) [n:127.0.0.1:63802_ c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1486
   [junit4]   2> 177795 INFO  (qtp1623681745-2077) [n:127.0.0.1:63792_ c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=11
   [junit4]   2> 177795 INFO  (qtp1623681745-2077) [n:127.0.0.1:63792_ c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/admin/ping params={wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 177795 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n3]
   [junit4]   2> 177797 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 177797 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n3] as recovering, leader is [http://127.0.0.1:63792/collection1_shard1_replica_n1/] and I am [http://127.0.0.1:63802/collection1_shard1_replica_n3/]
   [junit4]   2> 177798 INFO  (qtp1181564651-2010) [n:127.0.0.1:63782_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63802_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=3520
   [junit4]   2> 177800 INFO  (qtp1623681745-2078) [n:127.0.0.1:63792_    x:collection1_shard1_replica_n1] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 177804 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:63792]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n1&nodeName=127.0.0.1:63802_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 177805 INFO  (qtp1623681745-2078) [n:127.0.0.1:63792_    x:collection1_shard1_replica_n1] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:63802_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1_shard1_replica_n3","base_url":"http://127.0.0.1:63802","node_name":"127.0.0.1:63802_","state":"down","type":"NRT"}
   [junit4]   2> 177911 INFO  (watches-772-thread-1) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:63802_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1_shard1_replica_n3","base_url":"http://127.0.0.1:63802","node_name":"127.0.0.1:63802_","state":"recovering","type":"NRT"}
   [junit4]   2> 177912 INFO  (qtp1623681745-2078) [n:127.0.0.1:63792_    x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:63802_&onlyIfLeaderActive=true&core=collection1_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=111
   [junit4]   2> 178295 INFO  (OverseerCollectionConfigSetProcessor-72070943501713412-127.0.0.1:63782_-n_0000000000) [n:127.0.0.1:63782_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 178297 INFO  (OverseerThreadFactory-720-thread-5-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63797_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 178299 INFO  (OverseerThreadFactory-720-thread-5-processing-n:127.0.0.1:63782_) [n:127.0.0.1:63782_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 178307 INFO  (qtp143212549-2107) [n:127.0.0.1:63797_    x:collection1_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 178415 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:63792/collection1_shard1_replica_n1/] - recoveringAfterStartup=[true]
   [junit4]   2> 178415 WARN  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
   [junit4]   2> 178416 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
   [junit4]   2> 178416 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 178416 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:63792/collection1_shard1_replica_n1/].
   [junit4]   2> 178417 INFO  (qtp1623681745-2073) [n:127.0.0.1:63792_ c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1630935694945812480,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 178419 INFO  (qtp1623681745-2073) [n:127.0.0.1:63792_ c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 178423 INFO  (qtp1623681745-2073) [n:127.0.0.1:63792_ c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 178433 INFO  (qtp1634378760-2143) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 178433 INFO  (qtp1634378760-2143) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n3]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=false&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63792/collection1_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 178435 INFO  (qtp1623681745-2073) [n:127.0.0.1:63792_ c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 18
   [junit4]   2> 178438 INFO  (qtp1623681745-2074) [n:127.0.0.1:63792_ c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 178438 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 178439 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 178439 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 178439 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 178439 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 178443 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@36cab8af[collection1_shard1_replica_n3] main]
   [junit4]   2> 178446 INFO  (searcherExecutor-762-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [collection1_shard1_replica_n3] Registered new searcher Searcher@36cab8af[collection1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 178446 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 178446 INFO  (recoveryExecutor-805-thread-1-processing-n:127.0.0.1:63802_ x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:63802_ c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c

[...truncated too long message...]

RT"}}}}}}
   [junit4]   1>   /solr/autoscaling (4)
   [junit4]   1>    /solr/autoscaling/nodeAdded (0)
   [junit4]   1>    /solr/autoscaling/nodeLost (2)
   [junit4]   1>     /solr/autoscaling/nodeLost/127.0.0.1:63797_ (0)
   [junit4]   1>     DATA:
   [junit4]   1>         {"timestamp":1555381492328340502}
   [junit4]   1>     /solr/autoscaling/nodeLost/127.0.0.1:63802_ (0)
   [junit4]   1>     DATA:
   [junit4]   1>         {"timestamp":1555381492225154929}
   [junit4]   1>    /solr/autoscaling/triggerState (2)
   [junit4]   1>     /solr/autoscaling/triggerState/.scheduled_maintenance (0)
   [junit4]   1>     DATA:
   [junit4]   1>         {"lastRunAt":1555381475505}
   [junit4]   1>     /solr/autoscaling/triggerState/.auto_add_replicas (0)
   [junit4]   1>     DATA:
   [junit4]   1>         {
   [junit4]   1>           "lastLiveNodes":[
   [junit4]   1>             "127.0.0.1:63782_",
   [junit4]   1>             "127.0.0.1:63792_",
   [junit4]   1>             "127.0.0.1:63797_"],
   [junit4]   1>           "nodeNameVsTimeRemoved":{}}
   [junit4]   1>    /solr/autoscaling/events (2)
   [junit4]   1>     /solr/autoscaling/events/.scheduled_maintenance (0)
   [junit4]   1>     /solr/autoscaling/events/.auto_add_replicas (0)
   [junit4]   1>   /solr/autoscaling.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {
   [junit4]   1>         "triggers":{
   [junit4]   1>           ".auto_add_replicas":{
   [junit4]   1>             "name":".auto_add_replicas",
   [junit4]   1>             "event":"nodeLost",
   [junit4]   1>             "waitFor":10,
   [junit4]   1>             "enabled":true,
   [junit4]   1>             "actions":[
   [junit4]   1>               {
   [junit4]   1>                 "name":"auto_add_replicas_plan",
   [junit4]   1>                 "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]   1>               {
   [junit4]   1>                 "name":"execute_plan",
   [junit4]   1>                 "class":"solr.ExecutePlanAction"}]},
   [junit4]   1>           ".scheduled_maintenance":{
   [junit4]   1>             "name":".scheduled_maintenance",
   [junit4]   1>             "event":"scheduled",
   [junit4]   1>             "startTime":"NOW",
   [junit4]   1>             "every":"+1DAY",
   [junit4]   1>             "enabled":true,
   [junit4]   1>             "actions":[
   [junit4]   1>               {
   [junit4]   1>                 "name":"inactive_shard_plan",
   [junit4]   1>                 "class":"solr.InactiveShardPlanAction"},
   [junit4]   1>               {
   [junit4]   1>                 "name":"inactive_markers_plan",
   [junit4]   1>                 "class":"solr.InactiveMarkersPlanAction"},
   [junit4]   1>               {
   [junit4]   1>                 "name":"execute_plan",
   [junit4]   1>                 "class":"solr.ExecutePlanAction"}]}},
   [junit4]   1>         "listeners":{
   [junit4]   1>           ".auto_add_replicas.system":{
   [junit4]   1>             "beforeAction":[],
   [junit4]   1>             "afterAction":[],
   [junit4]   1>             "stage":[
   [junit4]   1>               "STARTED",
   [junit4]   1>               "ABORTED",
   [junit4]   1>               "SUCCEEDED",
   [junit4]   1>               "FAILED",
   [junit4]   1>               "BEFORE_ACTION",
   [junit4]   1>               "AFTER_ACTION",
   [junit4]   1>               "IGNORED"],
   [junit4]   1>             "trigger":".auto_add_replicas",
   [junit4]   1>             "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
   [junit4]   1>           ".scheduled_maintenance.system":{
   [junit4]   1>             "beforeAction":[],
   [junit4]   1>             "afterAction":[],
   [junit4]   1>             "stage":[
   [junit4]   1>               "STARTED",
   [junit4]   1>               "ABORTED",
   [junit4]   1>               "SUCCEEDED",
   [junit4]   1>               "FAILED",
   [junit4]   1>               "BEFORE_ACTION",
   [junit4]   1>               "AFTER_ACTION",
   [junit4]   1>               "IGNORED"],
   [junit4]   1>             "trigger":".scheduled_maintenance",
   [junit4]   1>             "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   1>         "properties":{}}
   [junit4]   1>   /solr/clusterprops.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"legacyCloud":"true"}
   [junit4]   1> 
   [junit4]   2> 209193 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 209526 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63778
   [junit4]   2> 209526 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2C6EA3E463517760]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63778
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=2C6EA3E463517760 -Dtests.slow=true -Dtests.locale=ml -Dtests.timezone=Europe/San_Marino -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 40.4s J0 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<154> but was:<152>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2C6EA3E463517760:A43A9C3ECDAD1A98]:0)
   [junit4]    > 	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_2C6EA3E463517760-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {rnd_s=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=Lucene50(blocksize=128), _root_=Lucene50(blocksize=128), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1918, maxMBSortInHeap=6.820109348399131, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3d1f9fed), locale=ml, timezone=Europe/San_Marino
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=111001600,total=324009984
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigOverlay, TestHdfsCloudBackupRestore, NumberUtilsTest, LeaderFailoverAfterPartitionTest, PrimUtilsTest, TransactionLogTest, CollectionTooManyReplicasTest, MetricsHandlerTest, ConfigSetsAPITest, UninvertDocValuesMergePolicyTest, UniqFieldsUpdateProcessorFactoryTest, TestLRUCache, CloneFieldUpdateProcessorFactoryTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistribCursorPagingTest, UnloadDistributedZkTest, DocValuesMultiTest, SharedFSAutoReplicaFailoverTest, PeerSyncReplicationTest]
   [junit4] Completed [39/854 (1!)] on J0 in 40.53s, 1 test, 1 failure <<< FAILURES!

[...truncated 23867 lines...]
check-licenses:
     [echo] License check under: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
 [licenses] MISSING sha1 checksum file for: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/lib/jose4j-0.6.5.jar
 [licenses] EXPECTED sha1 checksum file : /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/licenses/jose4j-0.6.5.jar.sha1

[...truncated 1 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/build.xml:633: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/build.xml:117: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build.xml:364: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/tools/custom-tasks.xml:62: License check failed. Check the logs.
If you recently modified ivy-versions.properties or any module's ivy.xml,
make sure you run "ant clean-jars jar-checksums" before running precommit.

Total time: 113 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2