You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/04/21 18:03:47 UTC

[JENKINS-EA] Lucene-Solr-8.x-Linux (64bit/jdk-13-ea+shipilev-fastdebug) - Build # 442 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Linux/442/
Java: 64bit/jdk-13-ea+shipilev-fastdebug -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<154> but was:<152>

Stack Trace:
java.lang.AssertionError: expected:<154> but was:<152>
	at __randomizedtesting.SeedInfo.seed([C39F0C21E3D63EE1:4BCB33FB4D2A5319]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 14143 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/init-core-data-001
   [junit4]   2> 1546672 INFO  (SUITE-PeerSyncReplicationTest-seed#[C39F0C21E3D63EE1]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_quy/
   [junit4]   2> 1546683 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer Overriding violation report action to: IGNORE
   [junit4]   2> 1546683 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1546684 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1546684 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1546784 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer start zk server on port:41897
   [junit4]   2> 1546784 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41897
   [junit4]   2> 1546784 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41897
   [junit4]   2> 1546792 INFO  (zkConnectionManagerCallback-6497-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1546802 INFO  (zkConnectionManagerCallback-6499-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1546819 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1546820 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1546821 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1546822 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1546823 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1546824 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1546825 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1546826 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1546827 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1546828 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1546829 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1546830 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1546964 WARN  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1546964 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1546964 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1546964 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312
   [junit4]   2> 1546971 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1546971 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1546972 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1546974 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fe1bdd5{/_quy,null,AVAILABLE}
   [junit4]   2> 1547007 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1adc89c7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41675}
   [junit4]   2> 1547007 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.s.Server Started @1547082ms
   [junit4]   2> 1547007 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_quy, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/tempDir-001/control/data, hostPort=41675, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/control-001/cores}
   [junit4]   2> 1547008 ERROR (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1547008 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1547008 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1547008 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1547008 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1547008 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-21T17:00:45.758365Z
   [junit4]   2> 1547011 INFO  (zkConnectionManagerCallback-6501-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1547012 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1547012 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/control-001/solr.xml
   [junit4]   2> 1547018 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1547018 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1547019 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1547158 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1547160 WARN  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6cdc7adf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1547164 WARN  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2de8e9ff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1547166 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41897/solr
   [junit4]   2> 1547173 INFO  (zkConnectionManagerCallback-6508-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1547176 INFO  (zkConnectionManagerCallback-6510-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1547340 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41675__quy
   [junit4]   2> 1547341 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.c.Overseer Overseer (id=72120599083745284-127.0.0.1:41675__quy-n_0000000000) starting
   [junit4]   2> 1547349 INFO  (zkConnectionManagerCallback-6517-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1547352 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41897/solr ready
   [junit4]   2> 1547353 INFO  (OverseerStateUpdate-72120599083745284-127.0.0.1:41675__quy-n_0000000000) [n:127.0.0.1:41675__quy    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41675__quy
   [junit4]   2> 1547354 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41675__quy
   [junit4]   2> 1547355 INFO  (zkCallback-6516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1547358 INFO  (zkCallback-6509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1547385 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1547498 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1547521 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1547522 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1547523 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [n:127.0.0.1:41675__quy    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/control-001/cores
   [junit4]   2> 1547553 INFO  (zkConnectionManagerCallback-6523-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1547554 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1547555 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41897/solr ready
   [junit4]   2> 1547558 INFO  (qtp1830740336-16074) [n:127.0.0.1:41675__quy    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41675__quy&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1547562 INFO  (OverseerThreadFactory-5110-thread-1-processing-n:127.0.0.1:41675__quy) [n:127.0.0.1:41675__quy    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1547674 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1547674 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1548778 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1548793 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1548869 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1548886 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1548887 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1548887 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1548893 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=47.9404296875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=28.548781154688744, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=33.697072967975195
   [junit4]   2> 1548912 WARN  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1548966 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1548966 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1548969 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1548969 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1548971 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4617058583112471]
   [junit4]   2> 1548971 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a9f7303[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1548972 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1548973 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1548973 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1548974 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631443796858241024
   [junit4]   2> 1548977 INFO  (searcherExecutor-5115-thread-1-processing-n:127.0.0.1:41675__quy x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5a9f7303[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1548979 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1548979 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1548981 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1548981 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1548981 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41675/_quy/control_collection_shard1_replica_n1/
   [junit4]   2> 1548981 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1548982 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41675/_quy/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1548982 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72120599083745284-core_node2-n_0000000000
   [junit4]   2> 1548982 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41675/_quy/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1549084 INFO  (zkCallback-6509-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1549084 INFO  (zkCallback-6509-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1549085 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1549086 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1413
   [junit4]   2> 1549088 INFO  (qtp1830740336-16074) [n:127.0.0.1:41675__quy    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1549186 INFO  (zkCallback-6509-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1549186 INFO  (zkCallback-6509-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1549186 INFO  (zkCallback-6509-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1549187 INFO  (qtp1830740336-16074) [n:127.0.0.1:41675__quy    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41675__quy&wt=javabin&version=2} status=0 QTime=1628
   [junit4]   2> 1549204 INFO  (zkConnectionManagerCallback-6529-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1549205 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1549207 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41897/solr ready
   [junit4]   2> 1549207 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1549209 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1549211 INFO  (OverseerThreadFactory-5110-thread-2-processing-n:127.0.0.1:41675__quy) [n:127.0.0.1:41675__quy    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1549211 INFO  (OverseerCollectionConfigSetProcessor-72120599083745284-127.0.0.1:41675__quy-n_0000000000) [n:127.0.0.1:41675__quy    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1549414 WARN  (OverseerThreadFactory-5110-thread-2-processing-n:127.0.0.1:41675__quy) [n:127.0.0.1:41675__quy    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1549415 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1549416 INFO  (qtp1830740336-16073) [n:127.0.0.1:41675__quy    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
   [junit4]   2> 1549416 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 1549560 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-1-001 of type NRT
   [junit4]   2> 1549560 WARN  (closeThreadPool-6530-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1549561 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1549561 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1549561 INFO  (closeThreadPool-6530-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312
   [junit4]   2> 1549562 INFO  (closeThreadPool-6530-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1549562 INFO  (closeThreadPool-6530-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1549562 INFO  (closeThreadPool-6530-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1549562 INFO  (closeThreadPool-6530-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d94dc13{/_quy,null,AVAILABLE}
   [junit4]   2> 1549562 INFO  (closeThreadPool-6530-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4b04ada0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39063}
   [junit4]   2> 1549562 INFO  (closeThreadPool-6530-thread-1) [    ] o.e.j.s.Server Started @1549638ms
   [junit4]   2> 1549562 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_quy, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/tempDir-001/jetty1, hostPort=39063, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 1549562 ERROR (closeThreadPool-6530-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1549563 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1549563 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1549563 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1549563 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1549563 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-21T17:00:48.313150Z
   [junit4]   2> 1549564 INFO  (zkConnectionManagerCallback-6532-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1549565 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1549565 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-1-001/solr.xml
   [junit4]   2> 1549570 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1549570 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1549641 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1549794 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1549795 WARN  (closeThreadPool-6530-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19ef990e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1549799 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-2-001 of type NRT
   [junit4]   2> 1549806 WARN  (closeThreadPool-6530-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1549806 WARN  (closeThreadPool-6530-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@21a490a3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1549806 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1549806 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1549806 INFO  (closeThreadPool-6530-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312
   [junit4]   2> 1549807 INFO  (closeThreadPool-6530-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41897/solr
   [junit4]   2> 1549833 INFO  (zkConnectionManagerCallback-6539-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1549844 INFO  (closeThreadPool-6530-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1549844 INFO  (closeThreadPool-6530-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1549844 INFO  (closeThreadPool-6530-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1549844 INFO  (closeThreadPool-6530-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11ec8b70{/_quy,null,AVAILABLE}
   [junit4]   2> 1549845 INFO  (closeThreadPool-6530-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f48dec8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41453}
   [junit4]   2> 1549845 INFO  (closeThreadPool-6530-thread-2) [    ] o.e.j.s.Server Started @1549920ms
   [junit4]   2> 1549845 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_quy, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/tempDir-001/jetty2, hostPort=41453, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 1549845 ERROR (closeThreadPool-6530-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1549845 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1549845 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1549845 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1549845 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1549845 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-21T17:00:48.595825Z
   [junit4]   2> 1549853 INFO  (zkConnectionManagerCallback-6541-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1549857 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1549857 INFO  (zkConnectionManagerCallback-6543-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1549858 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1549858 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-2-001/solr.xml
   [junit4]   2> 1549862 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1549862 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1549863 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1549867 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.c.ZkController Publish node=127.0.0.1:39063__quy as DOWN
   [junit4]   2> 1549869 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1549869 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39063__quy
   [junit4]   2> 1549871 INFO  (zkCallback-6516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1549871 INFO  (zkCallback-6509-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1549871 INFO  (zkCallback-6528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1549898 INFO  (zkCallback-6540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1549913 INFO  (zkConnectionManagerCallback-6551-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1549914 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1549915 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41897/solr ready
   [junit4]   2> 1549926 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1549969 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1549977 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1549978 WARN  (closeThreadPool-6530-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@57f34b98[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1550000 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1550000 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1550003 INFO  (closeThreadPool-6530-thread-1) [n:127.0.0.1:39063__quy    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-1-001/cores
   [junit4]   2> 1550005 WARN  (closeThreadPool-6530-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7ac8b228[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1550007 INFO  (closeThreadPool-6530-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41897/solr
   [junit4]   2> 1550015 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-3-001 of type NRT
   [junit4]   2> 1550017 INFO  (zkConnectionManagerCallback-6558-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1550017 WARN  (closeThreadPool-6530-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1550018 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1550018 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1550018 INFO  (closeThreadPool-6530-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312
   [junit4]   2> 1550061 INFO  (closeThreadPool-6530-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1550061 INFO  (closeThreadPool-6530-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1550062 INFO  (closeThreadPool-6530-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1550065 INFO  (closeThreadPool-6530-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15f2dcbd{/_quy,null,AVAILABLE}
   [junit4]   2> 1550066 INFO  (closeThreadPool-6530-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@779e9782{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38167}
   [junit4]   2> 1550066 INFO  (closeThreadPool-6530-thread-3) [    ] o.e.j.s.Server Started @1550141ms
   [junit4]   2> 1550066 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_quy, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/tempDir-001/jetty3, hostPort=38167, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 1550066 ERROR (closeThreadPool-6530-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1550066 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1550066 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1550066 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1550067 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1550067 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-21T17:00:48.817021Z
   [junit4]   2> 1550136 INFO  (zkConnectionManagerCallback-6560-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1550139 INFO  (zkConnectionManagerCallback-6562-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1550144 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1550147 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.c.ZkController Publish node=127.0.0.1:41453__quy as DOWN
   [junit4]   2> 1550148 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1550148 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41453__quy
   [junit4]   2> 1550149 INFO  (zkCallback-6516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1550149 INFO  (zkCallback-6528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1550150 INFO  (zkCallback-6540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1550150 INFO  (zkCallback-6509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1550174 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1550174 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-3-001/solr.xml
   [junit4]   2> 1550174 INFO  (zkCallback-6559-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1550178 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1550178 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1550179 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1550188 INFO  (zkCallback-6550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1550230 INFO  (zkConnectionManagerCallback-6570-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1550232 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1550233 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41897/solr ready
   [junit4]   2> 1550249 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1550275 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1550296 WARN  (closeThreadPool-6530-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@70e59fa0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1550297 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1550330 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1550330 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1550333 WARN  (closeThreadPool-6530-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3a89ea46[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1550334 INFO  (closeThreadPool-6530-thread-2) [n:127.0.0.1:41453__quy    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-2-001/cores
   [junit4]   2> 1550334 INFO  (closeThreadPool-6530-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41897/solr
   [junit4]   2> 1550357 INFO  (zkConnectionManagerCallback-6577-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1550360 INFO  (zkConnectionManagerCallback-6579-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1550366 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1550370 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.c.ZkController Publish node=127.0.0.1:38167__quy as DOWN
   [junit4]   2> 1550370 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1550370 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38167__quy
   [junit4]   2> 1550372 INFO  (zkCallback-6559-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1550372 INFO  (zkCallback-6550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1550372 INFO  (zkCallback-6540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1550372 INFO  (zkCallback-6516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1550372 INFO  (zkCallback-6509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1550378 INFO  (zkCallback-6528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1550382 INFO  (zkCallback-6578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1550385 INFO  (zkCallback-6569-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1550412 INFO  (zkConnectionManagerCallback-6586-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1550413 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1550414 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41897/solr ready
   [junit4]   2> 1550433 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1550477 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1550506 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1550507 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1550509 INFO  (closeThreadPool-6530-thread-3) [n:127.0.0.1:38167__quy    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-3-001/cores
   [junit4]   2> 1550626 INFO  (qtp219204658-16191) [n:127.0.0.1:38167__quy    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41453__quy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1550636 INFO  (qtp219204658-16188) [n:127.0.0.1:38167__quy    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39063__quy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1550637 INFO  (qtp219204658-16235) [n:127.0.0.1:38167__quy    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38167__quy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1550638 INFO  (OverseerCollectionConfigSetProcessor-72120599083745284-127.0.0.1:41675__quy-n_0000000000) [n:127.0.0.1:41675__quy    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1550639 INFO  (OverseerThreadFactory-5110-thread-3-processing-n:127.0.0.1:41675__quy) [n:127.0.0.1:41675__quy c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41453__quy for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1550643 INFO  (OverseerThreadFactory-5110-thread-3-processing-n:127.0.0.1:41675__quy) [n:127.0.0.1:41675__quy c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1550655 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy    x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1551711 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1551726 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 1551887 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1551904 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1551904 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1551905 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 1551909 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=47.9404296875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=28.548781154688744, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=33.697072967975195
   [junit4]   2> 1551928 WARN  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1551982 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1551982 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1551985 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1551985 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1551986 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4617058583112471]
   [junit4]   2> 1551987 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bf5404[collection1_shard1_replica_n1] main]
   [junit4]   2> 1551988 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1551988 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1551989 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1551989 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631443800019697664
   [junit4]   2> 1551991 INFO  (searcherExecutor-5147-thread-1-processing-n:127.0.0.1:41453__quy x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@5bf5404[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1551993 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1551993 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 1551994 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1551994 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1551994 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41453/_quy/collection1_shard1_replica_n1/
   [junit4]   2> 1551994 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1551994 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41453/_quy/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1551994 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72120599083745294-core_node2-n_0000000000
   [junit4]   2> 1551995 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41453/_quy/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 1552096 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1552100 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1445
   [junit4]   2> 1552102 INFO  (qtp219204658-16191) [n:127.0.0.1:38167__quy c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41453__quy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1476
   [junit4]   2> 1552642 INFO  (OverseerThreadFactory-5110-thread-4-processing-n:127.0.0.1:41675__quy) [n:127.0.0.1:41675__quy c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39063__quy for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1552642 INFO  (OverseerCollectionConfigSetProcessor-72120599083745284-127.0.0.1:41675__quy-n_0000000000) [n:127.0.0.1:41675__quy    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1552642 INFO  (OverseerThreadFactory-5110-thread-4-processing-n:127.0.0.1:41675__quy) [n:127.0.0.1:41675__quy c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1552647 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy    x:collection1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1553697 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1553712 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema [collection1_shard1_replica_n3] Schema name=test
   [junit4]   2> 1553976 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1553998 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n3' using configuration from collection collection1, trusted=true
   [junit4]   2> 1553998 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n3' (registry 'solr.core.collection1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16608754
   [junit4]   2> 1553999 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [[collection1_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-1-001/cores/collection1_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001/shard-1-001/cores/collection1_shard1_replica_n3/data/]
   [junit4]   2> 1554009 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=47.9404296875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=28.548781154688744, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=33.697072967975195
   [junit4]   2> 1554034 WARN  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1554934 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1554934 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1554939 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1554939 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1554941 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4617058583112471]
   [junit4]   2> 1554942 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@75f171b8[collection1_shard1_replica_n3] main]
   [junit4]   2> 1554943 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1554944 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1554944 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1554944 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631443803118239744
   [junit4]   2> 1554949 INFO  (searcherExecutor-5152-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [collection1_shard1_replica_n3] Registered new searcher Searcher@75f171b8[collection1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1554960 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 1554960 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 1554964 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n3
   [junit4]   2> 1554964 INFO  (updateExecutor-6535-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1554966 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1554969 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy startupVersions is empty
   [junit4]   2> 1554971 INFO  (qtp1634422560-16157) [n:127.0.0.1:41453__quy c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/_quy path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1554971 INFO  (qtp1634422560-16157) [n:127.0.0.1:41453__quy c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/_quy path=/admin/ping params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1554972 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n3]
   [junit4]   2> 1554972 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1554972 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n3] as recovering, leader is [http://127.0.0.1:41453/_quy/collection1_shard1_replica_n1/] and I am [http://127.0.0.1:39063/_quy/collection1_shard1_replica_n3/]
   [junit4]   2> 1554973 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:41453/_quy]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n1&nodeName=127.0.0.1:39063__quy&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1554974 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy    x:collection1_shard1_replica_n1] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1554974 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy    x:collection1_shard1_replica_n1] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39063__quy, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1_shard1_replica_n3","base_url":"http://127.0.0.1:39063/_quy","node_name":"127.0.0.1:39063__quy","state":"down","type":"NRT"}
   [junit4]   2> 1554974 INFO  (watches-6563-thread-1) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39063__quy, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1_shard1_replica_n3","base_url":"http://127.0.0.1:39063/_quy","node_name":"127.0.0.1:39063__quy","state":"recovering","type":"NRT"}
   [junit4]   2> 1554974 INFO  (qtp1634422560-16158) [n:127.0.0.1:41453__quy    x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39063__quy&onlyIfLeaderActive=true&core=collection1_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1555240 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1  x:collection1_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2594
   [junit4]   2> 1555242 INFO  (qtp219204658-16188) [n:127.0.0.1:38167__quy c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39063__quy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=4606
   [junit4]   2> 1555475 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:41453/_quy/collection1_shard1_replica_n1/] - recoveringAfterStartup=[true]
   [junit4]   2> 1555475 WARN  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
   [junit4]   2> 1555475 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
   [junit4]   2> 1555475 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 1555475 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:41453/_quy/collection1_shard1_replica_n1/].
   [junit4]   2> 1555477 INFO  (qtp1634422560-16156) [n:127.0.0.1:41453__quy c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1631443803677130752,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1555478 INFO  (qtp1634422560-16156) [n:127.0.0.1:41453__quy c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1555479 INFO  (qtp1634422560-16156) [n:127.0.0.1:41453__quy c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1555482 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 1555482 INFO  (qtp1537160306-16138) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n3]  webapp=/_quy path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=false&commit=true&softCommit=false&distrib.from=http://127.0.0.1:41453/_quy/collection1_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1555482 INFO  (qtp1634422560-16156) [n:127.0.0.1:41453__quy c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/_quy path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 1555484 INFO  (qtp1634422560-16157) [n:127.0.0.1:41453__quy c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/_quy path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1555484 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1555484 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1555484 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1555484 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1555484 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1555485 INFO  (recoveryExecutor-6537-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@203403f5[collection1_shard1_replica_n3] main]
   [junit4]   2> 1555487 INFO  (searcherExecutor-5152-thread-1-processing-n:127.0.0.1:39063__quy x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:39063__quy c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [collection1_shard1_replica_n3] Registered new searcher Searc

[...truncated too long message...]

          "class":"solr.ExecutePlanAction"}]},
   [junit4]   1>           ".scheduled_maintenance":{
   [junit4]   1>             "name":".scheduled_maintenance",
   [junit4]   1>             "event":"scheduled",
   [junit4]   1>             "startTime":"NOW",
   [junit4]   1>             "every":"+1DAY",
   [junit4]   1>             "enabled":true,
   [junit4]   1>             "actions":[
   [junit4]   1>               {
   [junit4]   1>                 "name":"inactive_shard_plan",
   [junit4]   1>                 "class":"solr.InactiveShardPlanAction"},
   [junit4]   1>               {
   [junit4]   1>                 "name":"inactive_markers_plan",
   [junit4]   1>                 "class":"solr.InactiveMarkersPlanAction"},
   [junit4]   1>               {
   [junit4]   1>                 "name":"execute_plan",
   [junit4]   1>                 "class":"solr.ExecutePlanAction"}]}},
   [junit4]   1>         "listeners":{
   [junit4]   1>           ".auto_add_replicas.system":{
   [junit4]   1>             "beforeAction":[],
   [junit4]   1>             "afterAction":[],
   [junit4]   1>             "stage":[
   [junit4]   1>               "STARTED",
   [junit4]   1>               "ABORTED",
   [junit4]   1>               "SUCCEEDED",
   [junit4]   1>               "FAILED",
   [junit4]   1>               "BEFORE_ACTION",
   [junit4]   1>               "AFTER_ACTION",
   [junit4]   1>               "IGNORED"],
   [junit4]   1>             "trigger":".auto_add_replicas",
   [junit4]   1>             "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
   [junit4]   1>           ".scheduled_maintenance.system":{
   [junit4]   1>             "beforeAction":[],
   [junit4]   1>             "afterAction":[],
   [junit4]   1>             "stage":[
   [junit4]   1>               "STARTED",
   [junit4]   1>               "ABORTED",
   [junit4]   1>               "SUCCEEDED",
   [junit4]   1>               "FAILED",
   [junit4]   1>               "BEFORE_ACTION",
   [junit4]   1>               "AFTER_ACTION",
   [junit4]   1>               "IGNORED"],
   [junit4]   1>             "trigger":".scheduled_maintenance",
   [junit4]   1>             "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   1>         "properties":{}}
   [junit4]   1>   /solr/clusterprops.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"legacyCloud":"true"}
   [junit4]   1> 
   [junit4]   2> 1606825 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1606830 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41897
   [junit4]   2> 1606830 INFO  (TEST-PeerSyncReplicationTest.test-seed#[C39F0C21E3D63EE1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41897
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=C39F0C21E3D63EE1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 60.2s J1 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<154> but was:<152>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C39F0C21E3D63EE1:4BCB33FB4D2A5319]:0)
   [junit4]    > 	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_C39F0C21E3D63EE1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {rnd_s=FST50, multiDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), _root_=FST50, id=PostingsFormat(name=Direct), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=57, maxMBSortInHeap=6.741627278106903, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3f84e689), locale=es-HN, timezone=America/Argentina/Mendoza
   [junit4]   2> NOTE: Linux 4.18.0-17-generic amd64/Aleksey Shipilev 13-testing (64-bit)/cpus=8,threads=1,free=122440544,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestPivotHelperCode, MinimalSchemaTest, ChaosMonkeyNothingIsSafeTest, TestSubQueryTransformerDistrib, TestSimPolicyCloud, TestCollationField, CoreMergeIndexesAdminHandlerTest, TestShortCircuitedRequests, TestQueryTypes, ZkStateWriterTest, ScheduledMaintenanceTriggerTest, MultiSolrCloudTestCaseTest, URLClassifyProcessorTest, PreAnalyzedFieldTest, RulesTest, UpdateLogTest, TestSha256AuthenticationProvider, ZookeeperStatusHandlerTest, TestMultiWordSynonyms, TestRandomFlRTGCloud, TlogReplayBufferedWhileIndexingTest, TestConfigSetsAPI, JSONWriterTest, TestLegacyFieldReuse, CustomTermsComponentTest, RegexBytesRefFilterTest, TestAddFieldRealTimeGet, StressHdfsTest, SignificantTermsQParserPluginTest, NodeLostTriggerTest, TestSolrCloudWithDelegationTokens, TestExceedMaxTermLength, OpenExchangeRatesOrgProviderTest, QueryResultKeyTest, FieldMutatingUpdateProcessorTest, TestSimpleTextCodec, TestDistributedStatsComponentCardinality, BlockJoinFacetSimpleTest, TestEmbeddedSolrServerConstructors, TestCoreContainer, BasicFunctionalityTest, TestUnifiedSolrHighlighter, TestSolrFieldCacheBean, SecurityConfHandlerTest, ResponseHeaderTest, WrapperMergePolicyFactoryTest, TestXIncludeConfig, ManagedSchemaRoundRobinCloudTest, StatsReloadRaceTest, SolrCloudReportersTest, DocValuesMultiTest, TestQuerySenderNoQuery, TestStressCloudBlindAtomicUpdates, DistributedFacetPivotWhiteBoxTest, JavabinLoaderTest, BasicAuthStandaloneTest, TestFieldResource, ChangedSchemaMergeTest, MultiDestinationAuditLoggerTest, LeaderFailoverAfterPartitionTest, SolrIndexMetricsTest, TestMultiValuedNumericRangeQuery, DeleteShardTest, OverseerStatusTest, DefaultValueUpdateProcessorTest, TestPolicyCloud, ProtectedTermFilterFactoryTest, SearchRateTriggerIntegrationTest, TestLFUCache, CdcrReplicationHandlerTest, DeleteLastCustomShardedReplicaTest, TestUtilizeNode, TestDistributedMap, SolrInfoBeanTest, TestHashQParserPlugin, TestRealTimeGet, TestSort, TestCSVLoader, TestDynamicURP, ExecutePlanActionTest, TestFieldCacheSort, TestRTimerTree, SpellingQueryConverterTest, TestSchemaNameResource, TestBlendedInfixSuggestions, TestHighlightDedupGrouping, MetricsHistoryWithAuthIntegrationTest, TestDocTermOrdsUninvertLimit, ZkSolrClientTest, ConcurrentDeleteAndCreateCollectionTest, FileUtilsTest, TestRestManager, ReplicaListTransformerTest, TestFacetMethods, QueryParsingTest, LoggingHandlerTest, TestPayloadCheckQParserPlugin, TestReplicaProperties, TestCryptoKeys, MetricsHandlerTest, Tagger2Test, TestRequestForwarding, TestHdfsBackupRestoreCore, CollectionPropsTest, TestCustomStream, TermVectorComponentDistributedTest, SolrXmlInZkTest, SolrJmxReporterCloudTest, TestSolrDeletionPolicy2, MetricsConfigTest, DistributedQueryComponentOptimizationTest, TestCollectionsAPIViaSolrCloudCluster, OverseerCollectionConfigSetProcessorTest, NodeAddedTriggerIntegrationTest, TestFieldCacheWithThreads, ShardRoutingCustomTest, DateFieldTest, TestReload, TestCloudJSONFacetJoinDomain, MoveReplicaHDFSFailoverTest, TestSolrCloudWithHadoopAuthPlugin, TestSolrConfigHandlerConcurrent, TestSimExecutePlanAction, UpdateRequestProcessorFactoryTest, DistributedSuggestComponentTest, ExitableDirectoryReaderTest, HighlighterMaxOffsetTest, TestExactSharedStatsCache, SignatureUpdateProcessorFactoryTest, PeerSyncReplicationTest]
   [junit4] Completed [343/854 (1!)] on J1 in 60.44s, 1 test, 1 failure <<< FAILURES!

[...truncated 44931 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Linux/442/consoleText

[repro] Revision: 2e3a81a8882ca6627c91254a991703910adadf6f

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=C39F0C21E3D63EE1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       PeerSyncReplicationTest
[repro] ant compile-test

[...truncated 3581 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.PeerSyncReplicationTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=C39F0C21E3D63EE1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 82 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.PeerSyncReplicationTest
[repro] Exiting with code 0

[...truncated 43 lines...]