You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/04/12 07:00:11 UTC

[JENKINS] Lucene-Solr-8.5-MacOSX (64bit/jdk-11.0.6) - Build # 55 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.5-MacOSX/55/
Java: 64bit/jdk-11.0.6 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([70867B5322408E70:D1F70B3C4B7C98BD]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:135)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testCreateDelete {seed=[70867B5322408E70:DFC036E3E072BD6C]}

Error Message:
expected:<200> but was:<400>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<400>
	at __randomizedtesting.SeedInfo.seed([70867B5322408E70:DFC036E3E072BD6C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.TestTlogReplica.testCreateDelete(TestTlogReplica.java:169)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14818 lines...]
   [junit4] Suite: org.apache.solr.cloud.ConnectionManagerTest
   [junit4]   2> 1047609 INFO  (SUITE-ConnectionManagerTest-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1047610 INFO  (SUITE-ConnectionManagerTest-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1047610 INFO  (SUITE-ConnectionManagerTest-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ConnectionManagerTest_70867B5322408E70-001/data-dir-133-001
   [junit4]   2> 1047610 WARN  (SUITE-ConnectionManagerTest-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1047610 INFO  (SUITE-ConnectionManagerTest-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1047611 INFO  (SUITE-ConnectionManagerTest-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1047613 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testLikelyExpired
   [junit4]   2> 1047613 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1047614 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1047614 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1047721 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer start zk server on port:62414
   [junit4]   2> 1047721 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:62414
   [junit4]   2> 1047721 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62414
   [junit4]   2> 1047721 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62414
   [junit4]   2> 1047724 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1047728 INFO  (zkConnectionManagerCallback-4994-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1047728 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1047733 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1047737 INFO  (zkConnectionManagerCallback-4996-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1047737 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1047738 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1047742 INFO  (zkConnectionManagerCallback-4998-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1047742 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1047742 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33b9e54d name: ZooKeeperConnection Watcher:127.0.0.1:62414/solr got event WatchedEvent state:Disconnected type:None path: path:  type: None
   [junit4]   2> 1047742 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1054094 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33b9e54d name: ZooKeeperConnection Watcher:127.0.0.1:62414/solr got event WatchedEvent state:Disconnected type:None path: path:  type: None
   [junit4]   2> 1054095 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1054095 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1054095 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]-SendThread(127.0.0.1:62414)) [     ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 3330ms for sessionid 0x10051297c750002
   [junit4]   2> 1054096 WARN  (NIOWorkerThread-6) [     ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10051297c750002, likely client has closed socket
   [junit4]   2> 1054202 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1054432 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:62414
   [junit4]   2> 1054432 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62414
   [junit4]   2> 1054432 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62414
   [junit4]   2> 1054433 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[70867B5322408E70]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testLikelyExpired
   [junit4]   2> 1054435 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testReconnectWhenZkDisappeared
   [junit4]   2> 1054436 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1054437 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1054437 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1054539 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer start zk server on port:62456
   [junit4]   2> 1054539 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:62456
   [junit4]   2> 1054539 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62456
   [junit4]   2> 1054540 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62456
   [junit4]   2> 1054542 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1054546 INFO  (zkConnectionManagerCallback-5000-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1054546 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1054551 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1054554 INFO  (zkConnectionManagerCallback-5002-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1054554 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1054555 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1054558 INFO  (zkConnectionManagerCallback-5004-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1054559 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1054559 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a8186a name: ZooKeeperConnection Watcher:127.0.0.1:62456/solr got event WatchedEvent state:Expired type:None path: path:  type: None
   [junit4]   2> 1054559 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1054559 ERROR (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager :java.io.IOException: Testing
   [junit4]   2> 	at org.apache.solr.cloud.ConnectionManagerTest$MockZkClientConnectionStrategy.reconnect(ConnectionManagerTest.java:157)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:150)
   [junit4]   2> 	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:133)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 1054559 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Could not connect due to error, sleeping for 1s and trying again
   [junit4]   2> 1062256 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1062261 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1062263 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]-SendThread(127.0.0.1:62456)) [     ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7705ms for sessionid 0x1005129971b0002
   [junit4]   2> 1062265 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1062265 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1062371 WARN  (zkConnectionManagerCallback-5004-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a8186a name: ZooKeeperConnection Watcher:127.0.0.1:62456/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1062371 WARN  (zkConnectionManagerCallback-5004-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1062471 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1062471 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.c.ConnectionManager zkClient Connected:false
   [junit4]   2> 1062577 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1062790 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:62456
   [junit4]   2> 1062790 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62456
   [junit4]   2> 1062790 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62456
   [junit4]   2> 1062791 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[70867B5322408E70]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testReconnectWhenZkDisappeared
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ConnectionManagerTest -Dtests.method=testReconnectWhenZkDisappeared -Dtests.seed=70867B5322408E70 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=Asia/Qostanay -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 8.36s J1 | ConnectionManagerTest.testReconnectWhenZkDisappeared <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([70867B5322408E70:D1F70B3C4B7C98BD]:0)
   [junit4]    > 	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:135)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ConnectionManagerTest_70867B5322408E70-001
   [junit4]   2> Apr 12, 2020 6:28:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=6, maxDocsPerChunk=9, blockShift=12), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=6, blockSize=12)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b75131b), locale=sr-BA, timezone=Asia/Qostanay
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=79145784,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [BinaryUpdateRequestHandlerTest, ZkShardTermsTest, TestStandardQParsers, TestSimpleQParserPlugin, BadIndexSchemaTest, IgnoreLargeDocumentProcessorFactoryTest, TestGraphMLResponseWriter, TestScoreJoinQPScore, AutoscalingHistoryHandlerTest, TestFacetMethods, TestLuceneIndexBackCompat, TestMissingGroups, TestExtendedDismaxParser, StatsReloadRaceTest, TestImpersonationWithHadoopAuth, TestSimComputePlanAction, TermVectorComponentDistributedTest, TestCollectionsAPIViaSolrCloudCluster, TestConfig, TestFastOutputStream, SolrTestCaseJ4Test, MigrateRouteKeyTest, QueryResultKeyTest, DateMathParserTest, ScheduledTriggerTest, SuggesterTSTTest, TestSQLHandlerNonCloud, TestComplexPhraseQParserPlugin, HttpSolrCallGetCoreTest, TestReplicationHandlerBackup, CdcrUpdateLogTest, TimeRoutedAliasUpdateProcessorTest, TestSolrConfigHandler, TestInitParams, CollectionTooManyReplicasTest, TestLFUCache, TestRandomDVFaceting, PhrasesIdentificationComponentTest, TestTolerantSearch, TestSimScenario, EchoParamsTest, OverriddenZkACLAndCredentialsProvidersTest, TestJsonFacetsWithNestedObjects, TestDynamicLoading, HdfsLockFactoryTest, TestSolrCloudWithSecureImpersonation, SolrCoreCheckLockOnStartupTest, TestCloudJSONFacetJoinDomain, HdfsWriteToMultipleCollectionsTest, DistributedQueueTest, TestDynamicFieldResource, PreAnalyzedFieldTest, QueryParsingTest, TestSolrCLIRunExample, BlobRepositoryCloudTest, ZkStateWriterTest, BasicAuthIntegrationTest, SplitShardTest, TestFieldCacheSort, V2ApiIntegrationTest, TestRandomCollapseQParserPlugin, CreateRoutedAliasTest, ClassificationUpdateProcessorFactoryTest, TestUseDocValuesAsStored, TestLegacyFieldReuse, TestCoreContainer, TestDistributedSearch, HighlighterWithoutStoredIdTest, EnumFieldTest, HdfsChaosMonkeyNothingIsSafeTest, TestCSVLoader, TestNumericRangeQuery64, TestHttpShardHandlerFactory, DistributedMLTComponentTest, TestBM25SimilarityFactory, CoreMergeIndexesAdminHandlerTest, SharedFSAutoReplicaFailoverTest, TestCloudManagedSchema, LeaderElectionContextKeyTest, TestDeprecatedFilters, CustomTermsComponentTest, DistributedSuggestComponentTest, PrimUtilsTest, TestSortByMinMaxFunction, UninvertDocValuesMergePolicyTest, TestShortCircuitedRequests, ClusterStateMockUtilTest, CleanupOldIndexTest, ConnectionManagerTest]
   [junit4] Completed [470/900 (1!)] on J1 in 15.85s, 3 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 410 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> 1384762 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1384762 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1384762 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001/data-dir-102-001
   [junit4]   2> 1384763 WARN  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1384763 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1384764 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1384766 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001/tempDir-001
   [junit4]   2> 1384766 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1384767 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1384767 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1384867 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:51071
   [junit4]   2> 1384867 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:51071
   [junit4]   2> 1384867 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:51071
   [junit4]   2> 1384867 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 51071
   [junit4]   2> 1384870 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1384877 INFO  (zkConnectionManagerCallback-9709-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1384877 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1384883 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1384887 INFO  (zkConnectionManagerCallback-9711-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1384887 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1384888 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1384893 INFO  (zkConnectionManagerCallback-9713-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1384894 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385017 WARN  (jetty-launcher-9714-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1385017 WARN  (jetty-launcher-9714-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1385017 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1385017 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1385017 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1385017 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1385017 INFO  (jetty-launcher-9714-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.6+10
   [junit4]   2> 1385017 INFO  (jetty-launcher-9714-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.6+10
   [junit4]   2> 1385019 INFO  (jetty-launcher-9714-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1385019 INFO  (jetty-launcher-9714-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1385019 INFO  (jetty-launcher-9714-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1385020 INFO  (jetty-launcher-9714-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53750f08{/solr,null,AVAILABLE}
   [junit4]   2> 1385020 INFO  (jetty-launcher-9714-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1385020 INFO  (jetty-launcher-9714-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1385020 INFO  (jetty-launcher-9714-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1385020 INFO  (jetty-launcher-9714-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@547a86fa{/solr,null,AVAILABLE}
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@765741ff{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:51081}
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-2) [     ] o.e.j.s.Server Started @1385082ms
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51081}
   [junit4]   2> 1385021 ERROR (jetty-launcher-9714-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.1
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-12T06:33:31.533318Z
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3ff18d52{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:51082}
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-1) [     ] o.e.j.s.Server Started @1385083ms
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51082}
   [junit4]   2> 1385021 ERROR (jetty-launcher-9714-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.1
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr
   [junit4]   2> 1385021 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-12T06:33:31.533917Z
   [junit4]   2> 1385022 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385022 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385024 INFO  (zkConnectionManagerCallback-9716-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385024 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385024 INFO  (zkConnectionManagerCallback-9718-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385024 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385028 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1385028 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1385192 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1385192 WARN  (jetty-launcher-9714-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@18ebb9b5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385193 WARN  (jetty-launcher-9714-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@18ebb9b5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385194 WARN  (jetty-launcher-9714-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@638e9b19[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385194 WARN  (jetty-launcher-9714-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@638e9b19[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385195 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51071/solr
   [junit4]   2> 1385196 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385199 INFO  (zkConnectionManagerCallback-9725-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385199 INFO  (jetty-launcher-9714-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385358 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385361 INFO  (zkConnectionManagerCallback-9728-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385361 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385361 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1385362 WARN  (jetty-launcher-9714-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@310f41be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385362 WARN  (jetty-launcher-9714-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@310f41be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385365 WARN  (jetty-launcher-9714-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@682a00b0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385365 WARN  (jetty-launcher-9714-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@682a00b0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385366 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51071/solr
   [junit4]   2> 1385368 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385370 INFO  (zkConnectionManagerCallback-9734-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385370 INFO  (jetty-launcher-9714-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385475 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385478 INFO  (zkConnectionManagerCallback-9738-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385478 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385507 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51082_solr
   [junit4]   2> 1385508 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.c.Overseer Overseer (id=72146854758842376-127.0.0.1:51082_solr-n_0000000000) starting
   [junit4]   2> 1385520 INFO  (OverseerStateUpdate-72146854758842376-127.0.0.1:51082_solr-n_0000000000) [n:127.0.0.1:51082_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:51082_solr
   [junit4]   2> 1385520 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51082_solr
   [junit4]   2> 1385526 INFO  (OverseerStateUpdate-72146854758842376-127.0.0.1:51082_solr-n_0000000000) [n:127.0.0.1:51082_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1385534 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1385534 WARN  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1385559 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1385570 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1385579 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:51081_solr as DOWN
   [junit4]   2> 1385580 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51082.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@daf5dcd
   [junit4]   2> 1385580 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1385580 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51081_solr
   [junit4]   2> 1385583 INFO  (zkCallback-9737-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1385584 INFO  (zkCallback-9727-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1385586 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1385587 WARN  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1385589 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51082.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@daf5dcd
   [junit4]   2> 1385589 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51082.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@daf5dcd
   [junit4]   2> 1385590 INFO  (jetty-launcher-9714-thread-1) [n:127.0.0.1:51082_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001/tempDir-001/node1/.
   [junit4]   2> 1385604 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1385628 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51081.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@daf5dcd
   [junit4]   2> 1385637 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51081.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@daf5dcd
   [junit4]   2> 1385638 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51081.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@daf5dcd
   [junit4]   2> 1385638 INFO  (jetty-launcher-9714-thread-2) [n:127.0.0.1:51081_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001/tempDir-001/node2/.
   [junit4]   2> 1385679 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1385681 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385684 INFO  (zkConnectionManagerCallback-9749-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385684 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385686 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1385688 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51071/solr ready
   [junit4]   2> 1385693 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 1385705 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1385710 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1385731 INFO  (TEST-TestTlogReplica.testDeleteById-seed#[70867B5322408E70]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteById
   [junit4]   2> 1385733 INFO  (qtp2091854479-22526) [n:127.0.0.1:51081_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_delete_by_id&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1385738 INFO  (OverseerThreadFactory-6209-thread-1-processing-n:127.0.0.1:51082_solr) [n:127.0.0.1:51082_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_delete_by_id
   [junit4]   2> 1385857 INFO  (OverseerStateUpdate-72146854758842376-127.0.0.1:51082_solr-n_0000000000) [n:127.0.0.1:51082_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_delete_by_id",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_delete_by_id_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:51082/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51082_solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1385862 INFO  (OverseerStateUpdate-72146854758842376-127.0.0.1:51082_solr-n_0000000000) [n:127.0.0.1:51082_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_delete_by_id",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_delete_by_id_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:51081/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51081_solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1386089 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr    x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1386089 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr    x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1386089 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr    x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1386116 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 1386129 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 1386129 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.s.IndexSchema [tlog_replica_test_delete_by_id_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 1386130 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1386130 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_delete_by_id_shard1_replica_t1' using configuration from configset conf, trusted=true
   [junit4]   2> 1386131 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51082.solr.core.tlog_replica_test_delete_by_id.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_delete_by_id.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@daf5dcd
   [junit4]   2> 1386131 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.SolrCore [[tlog_replica_test_delete_by_id_shard1_replica_t1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001/tempDir-001/node1/tlog_replica_test_delete_by_id_shard1_replica_t1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001/tempDir-001/node1/./tlog_replica_test_delete_by_id_shard1_replica_t1/data/]
   [junit4]   2> 1386169 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.s.IndexSchema [tlog_replica_test_delete_by_id_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 1386171 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1386171 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_delete_by_id_shard1_replica_t2' using configuration from configset conf, trusted=true
   [junit4]   2> 1386172 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51081.solr.core.tlog_replica_test_delete_by_id.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_delete_by_id.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@daf5dcd
   [junit4]   2> 1386172 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.SolrCore [[tlog_replica_test_delete_by_id_shard1_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001/tempDir-001/node2/tlog_replica_test_delete_by_id_shard1_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001/tempDir-001/node2/./tlog_replica_test_delete_by_id_shard1_replica_t2/data/]
   [junit4]   2> 1386296 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1386296 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1386297 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1386297 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1386300 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1386300 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1386300 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1386300 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1386301 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@60bd7e99[tlog_replica_test_delete_by_id_shard1_replica_t2] main]
   [junit4]   2> 1386301 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@408b62bc[tlog_replica_test_delete_by_id_shard1_replica_t1] main]
   [junit4]   2> 1386306 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1386306 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1386307 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1386307 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1386308 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1386308 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1386308 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663747450805944320
   [junit4]   2> 1386308 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663747450805944320
   [junit4]   2> 1386313 INFO  (searcherExecutor-6218-thread-1-processing-n:127.0.0.1:51082_solr x:tlog_replica_test_delete_by_id_shard1_replica_t1 c:tlog_replica_test_delete_by_id s:shard1 r:core_node3) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t1] Registered new searcher Searcher@408b62bc[tlog_replica_test_delete_by_id_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1386314 INFO  (searcherExecutor-6219-thread-1-processing-n:127.0.0.1:51081_solr x:tlog_replica_test_delete_by_id_shard1_replica_t2 c:tlog_replica_test_delete_by_id s:shard1 r:core_node4) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t2] Registered new searcher Searcher@60bd7e99[tlog_replica_test_delete_by_id_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1386323 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1386323 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tlog_replica_test_delete_by_id/leaders/shard1
   [junit4]   2> 1386324 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 1386329 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 1386329 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tlog_replica_test_delete_by_id/leaders/shard1
   [junit4]   2> 1386348 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1386349 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1386349 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51082/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/
   [junit4]   2> 1386352 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_delete_by_id_shard1_replica_t1 url=https://127.0.0.1:51082/solr START replicas=[https://127.0.0.1:51081/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/] nUpdates=100
   [junit4]   2> 1386353 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_delete_by_id_shard1_replica_t1 url=https://127.0.0.1:51082/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1386362 INFO  (qtp2091854479-22525) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1386363 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1386363 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1386363 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ZkController tlog_replica_test_delete_by_id_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 1386363 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tlog_replica_test_delete_by_id/leaders/shard1/leader after winning as /collections/tlog_replica_test_delete_by_id/leader_elect/shard1/election/72146854758842376-core_node3-n_0000000000
   [junit4]   2> 1386367 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51082/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/ shard1
   [junit4]   2> 1386475 INFO  (zkCallback-9737-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1386475 INFO  (zkCallback-9737-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1386477 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1386482 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=392
   [junit4]   2> 1386584 INFO  (zkCallback-9737-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1386584 INFO  (zkCallback-9737-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1386585 INFO  (zkCallback-9737-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1387351 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.ZkController tlog_replica_test_delete_by_id_shard1_replica_t2 starting background replication from leader
   [junit4]   2> 1387351 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
   [junit4]   2> 1387352 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1387352 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1387354 INFO  (indexFetcher-6229-thread-1) [     ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:51082/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/
   [junit4]   2> 1387356 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1266
   [junit4]   2> 1387360 INFO  (qtp2091854479-22526) [n:127.0.0.1:51081_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1387360 INFO  (qtp889841186-22531) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1387360 INFO  (indexFetcher-6229-thread-1) [     ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1387360 INFO  (indexFetcher-6229-thread-1) [     ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1387360 INFO  (indexFetcher-6229-thread-1) [     ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1387360 INFO  (indexFetcher-6229-thread-1) [     ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1387360 INFO  (indexFetcher-6229-thread-1) [     ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1387360 INFO  (indexFetcher-6229-thread-1) [     ] o.a.s.s.SolrIndexSearcher Opening [Searcher@540ba91[tlog_replica_test_delete_by_id_shard1_replica_t2] main]
   [junit4]   2> 1387365 INFO  (searcherExecutor-6219-thread-1) [     ] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t2] Registered new searcher Searcher@540ba91[tlog_replica_test_delete_by_id_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1387457 INFO  (zkCallback-9727-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1387457 INFO  (zkCallback-9737-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1387457 INFO  (zkCallback-9737-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1387457 INFO  (zkCallback-9737-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1387458 INFO  (zkCallback-9727-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1387458 INFO  (qtp2091854479-22526) [n:127.0.0.1:51081_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_delete_by_id&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=1726
   [junit4]   2> 1387459 INFO  (TEST-TestTlogReplica.testDeleteById-seed#[70867B5322408E70]) [     ] o.a.s.c.SolrCloudTestCase waitForState (tlog_replica_test_delete_by_id): Expected collection to be created with 1 shards and  2 replicas
   [junit4]   2> 1387460 INFO  (TEST-TestTlogReplica.testDeleteById-seed#[70867B5322408E70]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
   [junit4]   2> 1387461 INFO  (TEST-TestTlogReplica.testDeleteById-seed#[70867B5322408E70]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
   [junit4]   2> 1387461 INFO  (TEST-TestTlogReplica.testDeleteById-seed#[70867B5322408E70]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
   [junit4]   2> 1387491 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1663747452027535360&distrib.from=https://127.0.0.1:51082/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=*:* (-1663747452027535360)} 0 3
   [junit4]   2> 1387492 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1663747452047458304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1387492 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1387492 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1387493 INFO  (qtp2091854479-22526) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:51082/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1387495 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
   [junit4]   2> 1387495 INFO  (qtp889841186-22535) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1663747452027535360),commit=} 0 24
   [junit4]   2> 1387502 INFO  (qtp2091854479-22528) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:51082/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1663747452054798336)]} 0 0
   [junit4]   2> 1387502 INFO  (qtp889841186-22533) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&wt=javabin&version=2}{add=[1 (1663747452054798336)]} 0 4
   [junit4]   2> 1387503 INFO  (qtp889841186-22534) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1663747452058992640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1387503 INFO  (qtp889841186-22534) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6901c990 commitCommandVersion:1663747452058992640
   [junit4]   2> 1387504 INFO  (qtp2091854479-22525) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:51082/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1387507 INFO  (qtp889841186-22534) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d288798[tlog_replica_test_delete_by_id_shard1_replica_t1] main]
   [junit4]   2> 1387507 INFO  (qtp889841186-22534) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1387508 INFO  (searcherExecutor-6218-thread-1-processing-n:127.0.0.1:51082_solr x:tlog_replica_test_delete_by_id_shard1_replica_t1 c:tlog_replica_test_delete_by_id s:shard1 r:core_node3) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t1] Registered new searcher Searcher@3d288798[tlog_replica_test_delete_by_id_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.1):C1:[diagnostics={os=Mac OS X, java.vendor=AdoptOpenJDK, java.version=11.0.6, java.vm.version=11.0.6+10, lucene.version=8.5.1, os.arch=x86_64, java.runtime.version=11.0.6+10, source=flush, os.version=10.14.6, timestamp=1586673214017}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 1387509 INFO  (qtp889841186-22534) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&commit=true&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 1387518 INFO  (qtp889841186-22533) [n:127.0.0.1:51082_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1387527 INFO  (qtp2091854479-22528) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1387636 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1387737 INFO  (qtp2091854479-22526) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1387750 INFO  (OverseerCollectionConfigSetProcessor-72146854758842376-127.0.0.1:51082_solr-n_0000000000) [n:127.0.0.1:51082_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1387839 INFO  (qtp2091854479-22525) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1387943 INFO  (qtp2091854479-22528) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1388045 INFO  (qtp2091854479-22530) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1388153 INFO  (qtp2091854479-22526) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1388258 INFO  (qtp2091854479-22525) [n:127.0.0.1:51081_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2 ] o.a.s.c.S.Request [tlog_replica_test_delete_

[...truncated too long message...]

_qwith_in_place_updates/state.json
   [junit4]   2> 	5	/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2> 	5	/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2> 	5	/solr/collections/tlog_replica_test_recovery/collectionprops.json
   [junit4]   2> 	5	/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2> 	5	/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2> 	5	/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2> 	3	/solr/collections/tlog_replica_test_basic_leader_election/collectionprops.json
   [junit4]   2> 	3	/solr/collections/tlog_replica_test_kill_leader/collectionprops.json
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_delete_by_id/collectionprops.json
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/collectionprops.json
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_real_time_get/collectionprops.json
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_add_remove_tlog_replica/collectionprops.json
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_add_docs/collectionprops.json
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_remove_leader/collectionprops.json
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_only_leader_indexes/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2> 	80	/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2> 	61	/solr/collections/tlog_replica_test_create_delete/state.json
   [junit4]   2> 	53	/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2> 	50	/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2> 	47	/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
   [junit4]   2> 	47	/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2> 	29	/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2> 	19	/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2> 	16	/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2> 	16	/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2> 	12	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/overseer_elect/election/72146854758842376-127.0.0.1:51082_solr-n_0000000000
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/72146854758842376-core_node4-n_0000000000
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/72146854758842395-core_node9-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/72146854758842395-core_node16-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/72146854758842395-core_node13-n_0000000001
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/72146854758842383-core_node6-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/72146854758842376-core_node15-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	347	/solr/overseer/queue
   [junit4]   2> 	98	/solr/overseer/collection-queue-work
   [junit4]   2> 	81	/solr/collections
   [junit4]   2> 	43	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1571272 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:51071
   [junit4]   2> 1571272 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:51071
   [junit4]   2> 1571272 INFO  (SUITE-TestTlogReplica-seed#[70867B5322408E70]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 51071
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_70867B5322408E70-001
   [junit4]   2> Apr 12, 2020 6:36:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {foo=Lucene84, _root_=PostingsFormat(name=LuceneVarGapFixedInterval), title_s=Lucene84, id=FST50, foo_s=Lucene84}, docValues:{_version_=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Direct), inplace_updatable_int=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=802, maxMBSortInHeap=7.433408518009692, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4bb412c1), locale=vai-Vaii-LR, timezone=Antarctica/Syowa
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=69479104,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistribPackageStore, ZkNodePropsTest, TestSort, TestSearcherReuse, BadCopyFieldTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestGeoJSONResponseWriter, TestScoreJoinQPNoScore, AdminHandlersProxyTest, SubstringBytesRefFilterTest, TokenizerChainTest, TestMinHashQParser, TestElisionMultitermQuery, SplitHandlerTest, TestDelegationWithHadoopAuth, TestSimClusterStateProvider, SuggestComponentTest, TestCollectionAPI, TestCodecSupport, TestExportTool, SolrInfoBeanTest, MetricsHistoryWithAuthIntegrationTest, PluginInfoTest, DOMUtilTest, ScheduledTriggerIntegrationTest, SuggesterFSTTest, TestSQLHandler, TestComplexPhraseLeadingWildcard, DirectSolrConnectionTest, TestReplicationHandler, AnalysisErrorHandlingTest, TestPartialUpdateDeduplication, TestSimpleTextCodec, TestInfoStreamLogging, CollectionReloadTest, TestInitQParser, TestJoin, MoreLikeThisComponentTest, TestSolrTestCaseJ4, TestSimPolicyCloud, DistributedIntervalFacetingTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestJsonFacetsStatsParsing, TestDirectoryFactory, HdfsDirectoryTest, TestSolrCloudWithKerberosAlt, SOLR749Test, SpatialHeatmapFacetsTest, HdfsUnloadDistributedZkTest, DistribJoinFromCollectionTest, TestDynamicFieldCollectionResource, PreAnalyzedFieldManagedSchemaCloudTest, QueryEqualityTest, TestSafeXMLParsing, AlternateDirectoryTest, ZkStateReaderTest, AuditLoggerPluginTest, SolrXmlInZkTest, TestFieldCacheReopen, TestSystemCollAutoCreate, TestRTGBase, CreateCollectionCleanupTest, CategoryRoutedAliasUpdateProcessorTest, TestTextField, TestLegacyField, TestConfigSets, TestDistributedMissingSort, HighlighterTest, DocValuesTest, HdfsBasicDistributedZkTest, TestBlobHandler, TestNumericRangeQuery32, TestExpandComponent, DistributedFacetPivotWhiteBoxTest, SimpleMLTQParserTest, CoreAdminRequestStatusTest, ShardRoutingTest, TestBulkSchemaConcurrent, HttpPartitionWithTlogReplicasTest, TestCharFilters, CustomHighlightComponentTest, DistributedSpellCheckComponentTest, SchemaVersionSpecificBehaviorTest, OrderedExecutorTest, TestOrdValues, TestSlowCompositeReaderWrapper, TestSegmentSorting, CloudExitableDirectoryReaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HttpPartitionTest, MoveReplicaTest, RecoveryZkTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPI, TestDistributedMap, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestPrepRecovery, TestRequestForwarding, TestTlogReplica]
   [junit4] Completed [576/900 (2!)] on J0 in 187.52s, 13 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 49086 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.5-MacOSX/55/consoleText

[repro] Revision: edb9fc409398f2c3446883f9f80595c884d245d0

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=ConnectionManagerTest -Dtests.method=testReconnectWhenZkDisappeared -Dtests.seed=70867B5322408E70 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=Asia/Qostanay -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[repro] Repro line:  ant test  -Dtestcase=TestTlogReplica -Dtests.method=testCreateDelete -Dtests.seed=70867B5322408E70 -Dtests.slow=true -Dtests.locale=vai-Vaii-LR -Dtests.timezone=Antarctica/Syowa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestTlogReplica
[repro]       ConnectionManagerTest
[repro] ant compile-test

[...truncated 3445 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.TestTlogReplica|*.ConnectionManagerTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=70867B5322408E70 -Dtests.slow=true -Dtests.locale=vai-Vaii-LR -Dtests.timezone=Antarctica/Syowa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 161 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.ConnectionManagerTest
[repro]   0/5 failed: org.apache.solr.cloud.TestTlogReplica
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS] Lucene-Solr-8.5-MacOSX (64bit/jdk1.8.0) - Build # 58 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.5-MacOSX/58/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat

Error Message:
re-indexing warning not found

Stack Trace:
java.lang.AssertionError: re-indexing warning not found
	at __randomizedtesting.SeedInfo.seed([E3F6DDF3DFD0D0B2:93037E5ABF1879C4]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat(SystemCollectionCompatTest.java:215)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15214 lines...]
   [junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest
   [junit4]   2> 1664499 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1664501 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/data-dir-112-001
   [junit4]   2> 1664508 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1664518 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1664518 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1664519 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001
   [junit4]   2> 1664519 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1664520 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1664520 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1664621 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:56427
   [junit4]   2> 1664621 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:56427
   [junit4]   2> 1664621 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:56427
   [junit4]   2> 1664621 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 56427
   [junit4]   2> 1664627 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664633 INFO  (zkConnectionManagerCallback-5095-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1664633 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1664643 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664647 INFO  (zkConnectionManagerCallback-5097-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1664648 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1664649 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664652 INFO  (zkConnectionManagerCallback-5099-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1664652 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1664763 WARN  (jetty-launcher-5100-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1664764 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1664764 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1664764 INFO  (jetty-launcher-5100-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_201-b09
   [junit4]   2> 1664764 WARN  (jetty-launcher-5100-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1664764 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1664764 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1664764 INFO  (jetty-launcher-5100-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_201-b09
   [junit4]   2> 1664767 INFO  (jetty-launcher-5100-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1664767 INFO  (jetty-launcher-5100-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1664767 INFO  (jetty-launcher-5100-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1664767 INFO  (jetty-launcher-5100-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a916303{/solr,null,AVAILABLE}
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4982677{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:56438}
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-2) [     ] o.e.j.s.Server Started @1664853ms
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56438}
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1664770 ERROR (jetty-launcher-5100-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.1
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-13T06:24:05.389Z
   [junit4]   2> 1664770 INFO  (jetty-launcher-5100-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67dc9bdc{/solr,null,AVAILABLE}
   [junit4]   2> 1664771 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664772 INFO  (jetty-launcher-5100-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@74de60d4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:56439}
   [junit4]   2> 1664772 INFO  (jetty-launcher-5100-thread-1) [     ] o.e.j.s.Server Started @1664855ms
   [junit4]   2> 1664772 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56439}
   [junit4]   2> 1664772 ERROR (jetty-launcher-5100-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1664772 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1664772 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.1
   [junit4]   2> 1664772 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1664772 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr
   [junit4]   2> 1664772 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-13T06:24:05.391Z
   [junit4]   2> 1664775 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664778 INFO  (zkConnectionManagerCallback-5102-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1664778 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1664778 INFO  (zkConnectionManagerCallback-5104-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1664779 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1664780 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1664780 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1664962 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1664967 WARN  (jetty-launcher-5100-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@303dd123[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1664967 WARN  (jetty-launcher-5100-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@303dd123[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1664982 WARN  (jetty-launcher-5100-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@bacb5e8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1664982 WARN  (jetty-launcher-5100-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@bacb5e8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1664983 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56427/solr
   [junit4]   2> 1664984 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664991 INFO  (zkConnectionManagerCallback-5112-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1664994 INFO  (jetty-launcher-5100-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1665112 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1665114 INFO  (zkConnectionManagerCallback-5114-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1665114 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1665259 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1665260 WARN  (jetty-launcher-5100-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14362d11[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1665260 WARN  (jetty-launcher-5100-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14362d11[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1665267 WARN  (jetty-launcher-5100-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@761f9c5c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1665267 WARN  (jetty-launcher-5100-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@761f9c5c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1665270 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56427/solr
   [junit4]   2> 1665272 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1665275 INFO  (zkConnectionManagerCallback-5122-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1665278 INFO  (jetty-launcher-5100-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1665393 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1665395 INFO  (zkConnectionManagerCallback-5124-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1665395 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1665494 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56439_solr
   [junit4]   2> 1665497 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.c.Overseer Overseer (id=72152479967215624-127.0.0.1:56439_solr-n_0000000000) starting
   [junit4]   2> 1665597 INFO  (OverseerStateUpdate-72152479967215624-127.0.0.1:56439_solr-n_0000000000) [n:127.0.0.1:56439_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:56439_solr
   [junit4]   2> 1665602 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56439_solr
   [junit4]   2> 1665621 INFO  (zkCallback-5123-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1665644 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1665652 WARN  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1665713 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1665821 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1665821 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56439.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1665829 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56439.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1665829 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56439.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1665830 INFO  (jetty-launcher-5100-thread-1) [n:127.0.0.1:56439_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node1/.
   [junit4]   2> 1665853 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:56438_solr as DOWN
   [junit4]   2> 1665860 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1665860 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56438_solr
   [junit4]   2> 1665867 INFO  (zkCallback-5123-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1665869 INFO  (zkCallback-5113-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1665890 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1665891 WARN  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1665972 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1666001 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56438.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1666012 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56438.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1666012 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56438.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1666013 INFO  (jetty-launcher-5100-thread-2) [n:127.0.0.1:56438_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node2/.
   [junit4]   2> 1666047 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1666047 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1666050 INFO  (zkConnectionManagerCallback-5135-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1666050 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1666052 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1666055 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56427/solr ready
   [junit4]   2> 1666081 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[E3F6DDF3DFD0D0B2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBackCompat
   [junit4]   2> 1666083 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=.system&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1666115 INFO  (OverseerThreadFactory-5260-thread-1-processing-n:127.0.0.1:56439_solr) [n:127.0.0.1:56439_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 1666241 INFO  (OverseerStateUpdate-72152479967215624-127.0.0.1:56439_solr-n_0000000000) [n:127.0.0.1:56439_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56438/solr",
   [junit4]   2>   "node_name":"127.0.0.1:56438_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1666249 INFO  (OverseerStateUpdate-72152479967215624-127.0.0.1:56439_solr-n_0000000000) [n:127.0.0.1:56439_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56439/solr",
   [junit4]   2>   "node_name":"127.0.0.1:56439_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1666461 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr    x:.system_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1666461 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr    x:.system_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1666462 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr    x:.system_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1666495 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 1666495 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 1666516 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1666517 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1666520 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 1666521 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 1666524 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1666524 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1666530 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 1666530 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 1666537 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from configset .system, trusted=true
   [junit4]   2> 1666539 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56439.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1666539 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 1666544 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 1666545 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from configset .system, trusted=true
   [junit4]   2> 1666545 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56438.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1666545 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 1666654 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1666654 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1666654 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1666654 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1666659 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 1666659 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1666665 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@525db0a1[.system_shard1_replica_n2] main]
   [junit4]   2> 1666668 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 1666668 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1666674 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@468a9985[.system_shard1_replica_n1] main]
   [junit4]   2> 1666676 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1666679 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1666681 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1666689 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1666690 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1666692 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1666695 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663837454796324864
   [junit4]   2> 1666697 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1666697 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1666706 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 1666714 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 1666717 INFO  (searcherExecutor-5269-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@525db0a1[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1666727 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1666728 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 21 ms
   [junit4]   2> 1666731 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1666731 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663837454834073600
   [junit4]   2> 1666759 INFO  (searcherExecutor-5270-thread-1-processing-n:127.0.0.1:56438_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@468a9985[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1666764 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1666764 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
   [junit4]   2> 1666792 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 1666797 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
   [junit4]   2> 1666818 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1666818 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1666818 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56439/solr/.system_shard1_replica_n2/
   [junit4]   2> 1666822 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:56439/solr START replicas=[http://127.0.0.1:56438/solr/.system_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 1666823 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:56439/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1666827 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1666827 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1666827 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1666827 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72152479967215624-core_node4-n_0000000000
   [junit4]   2> 1666836 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56439/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 1666954 INFO  (zkCallback-5123-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1666955 INFO  (zkCallback-5123-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1666960 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1666971 INFO  (qtp2048496103-17190) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=509
   [junit4]   2> 1667072 INFO  (zkCallback-5123-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1667072 INFO  (zkCallback-5123-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1667072 INFO  (zkCallback-5123-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1667827 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1365
   [junit4]   2> 1667835 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1667932 INFO  (zkCallback-5113-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1667932 INFO  (zkCallback-5123-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1667932 INFO  (zkCallback-5123-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1667932 INFO  (zkCallback-5113-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1667934 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1851
   [junit4]   2> 1667934 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[E3F6DDF3DFD0D0B2]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: .system
   [junit4]   2> 1667936 INFO  (zkCallback-5123-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1667945 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[E3F6DDF3DFD0D0B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1667948 INFO  (zkConnectionManagerCallback-5142-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1667948 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[E3F6DDF3DFD0D0B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1667952 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[E3F6DDF3DFD0D0B2]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1667957 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[E3F6DDF3DFD0D0B2]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56427/solr ready
   [junit4]   2> 1667969 INFO  (qtp2048496103-17192) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
   [junit4]   2> 1667978 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56439/solr/.system_shard1_replica_n2/&wt=javabin&version=2}{add=[17172359d73T4omp8mrab67oeolr7kdvpkqfp (1663837456124870656)]} 0 4
   [junit4]   2> 1667978 INFO  (qtp2048496103-17192) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17172359d73T4omp8mrab67oeolr7kdvpkqfp (1663837456124870656)]} 0 17
   [junit4]   2> 1667980 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1663837456143745024,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1667980 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@401c3628 commitCommandVersion:1663837456143745024
   [junit4]   2> 1667982 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1663837456145842176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1667982 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@53c1894d commitCommandVersion:1663837456145842176
   [junit4]   2> 1667987 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f8ab7d1[.system_shard1_replica_n2] main]
   [junit4]   2> 1667988 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1667989 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@ba6682b[.system_shard1_replica_n1] main]
   [junit4]   2> 1667989 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1667989 INFO  (searcherExecutor-5269-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@5f8ab7d1[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.1):C1:[diagnostics={os=Mac OS X, java.vendor=Oracle Corporation, java.version=1.8.0_201, java.vm.version=25.201-b09, lucene.version=8.5.1, os.arch=x86_64, java.runtime.version=1.8.0_201-b09, source=flush, os.version=10.14.6, timestamp=1586759048602}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 1667992 INFO  (searcherExecutor-5270-thread-1-processing-n:127.0.0.1:56438_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@ba6682b[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.1):C1:[diagnostics={os=Mac OS X, java.vendor=Oracle Corporation, java.version=1.8.0_201, java.vm.version=25.201-b09, lucene.version=8.5.1, os.arch=x86_64, java.runtime.version=1.8.0_201-b09, source=flush, os.version=10.14.6, timestamp=1586759048605}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 1667994 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56439/solr/.system_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 13
   [junit4]   2> 1667998 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n2]  webapp=/solr path=/update params={_stateVer_=.system:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 18
   [junit4]   2> 1668009 INFO  (qtp2048496103-17191) [n:127.0.0.1:56439_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1668015 INFO  (qtp2048496103-17192) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1668035 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SchemaManager managed schema loaded . version : 1 
   [junit4]   2> 1668050 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 1668062 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1668065 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkController Persisted config data to node /configs/.system/schema.xml.bak 
   [junit4]   2> 1668072 INFO  (Thread-3702) [     ] o.a.s.c.SolrCore config update listener called for core .system_shard1_replica_n1
   [junit4]   2> 1668074 INFO  (Thread-3703) [     ] o.a.s.c.SolrCore config update listener called for core .system_shard1_replica_n2
   [junit4]   2> 1668082 INFO  (Thread-3703) [     ] o.a.s.c.SolrCore core reload .system_shard1_replica_n2
   [junit4]   2> 1668105 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 1668121 INFO  (OverseerCollectionConfigSetProcessor-72152479967215624-127.0.0.1:56439_solr-n_0000000000) [n:127.0.0.1:56439_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1668128 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 1668132 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1668132 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.CoreContainer Reloading SolrCore '.system_shard1_replica_n2' using configuration from configset .system
   [junit4]   2> 1668168 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56439.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1668168 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 1668330 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 1668330 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1668336 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@61f5c868[.system_shard1_replica_n2] main]
   [junit4]   2> 1668343 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1668346 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1668346 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1668349 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668349 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1668352 INFO  (searcherExecutor-5279-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@61f5c868[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.1):C1:[diagnostics={os=Mac OS X, java.vendor=Oracle Corporation, java.version=1.8.0_201, java.vm.version=25.201-b09, lucene.version=8.5.1, os.arch=x86_64, java.runtime.version=1.8.0_201-b09, source=flush, os.version=10.14.6, timestamp=1586759048602}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 1668353 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1668354 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@45088cb5[.system_shard1_replica_n2] main]
   [junit4]   2> 1668355 INFO  (qtp2048496103-17189) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 1 replicas to apply schema update version 2 for collection .system
   [junit4]   2> 1668356 INFO  (searcherExecutor-5279-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@45088cb5[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.1):C1:[diagnostics={java.vendor=Oracle Corporation, os=Mac OS X, java.version=1.8.0_201, java.vm.version=25.201-b09, lucene.version=8.5.1, os.arch=x86_64, java.runtime.version=1.8.0_201-b09, source=flush, os.version=10.14.6, timestamp=1586759048602}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 1668364 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668366 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668366 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1668367 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668369 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668371 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668371 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1668371 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668372 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668374 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668374 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668375 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668376 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668379 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668379 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1668379 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668379 INFO  (Thread-3703) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 1668381 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668382 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668382 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668383 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668384 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668385 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668385 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668386 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668387 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668387 INFO  (Thread-3703) [     ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 1668389 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668389 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1668389 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668391 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668392 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668392 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668393 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668393 INFO  (Thread-3703) [     ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1668393 INFO  (Thread-3703) [     ] o.a.s.c.CoreContainer Reloading SolrCore '.system_shard1_replica_n2' using configuration from configset .system
   [junit4]   2> 1668395 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668396 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668396 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668396 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668397 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668398 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668398 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668399 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668400 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668409 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668409 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1668412 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668415 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668416 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668416 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668418 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668419 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668420 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668420 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668421 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668422 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668423 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668423 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668424 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668425 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668425 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668426 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1668426 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668426 INFO  (Thread-3703) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56439.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e5d36d
   [junit4]   2> 1668426 INFO  (Thread-3703) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 1668427 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668428 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668428 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668428 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668430 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668431 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668431 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668432 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668433 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668434 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668434 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668435 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668436 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668436 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668436 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1668437 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668438 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668439 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668439 INFO  (qtp174053708-17180) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1668439 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668440 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668441 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668441 INFO  (qtp174053708-17183) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668442 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668443 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668445 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668445 INFO  (qtp174053708-17184) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1668446 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 1668447 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 1668448 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1668448 INFO  (qtp174053708-17182) [n:127.0.0.1:56438_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1668449 ERROR (managedSchemaExecutor-5283-thread-1-processing-n:127.0.0.1:56439_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:56439_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:56438/solr/.system_shard1_replica_n1/ returned s

[...truncated too long message...]

> 1866484 INFO  (jetty-closer-49152-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1866484 INFO  (jetty-closer-49152-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b7bb509: rootName = solr_56438, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f02ad67
   [junit4]   2> 1866486 INFO  (jetty-closer-49152-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1866486 INFO  (jetty-closer-49152-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@417cd6b4: rootName = solr_56438, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@19e38526
   [junit4]   2> 1866486 INFO  (jetty-closer-49152-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1866489 INFO  (closeThreadPool-49156-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72152479967215622-127.0.0.1:56438_solr-n_0000000001) closing
   [junit4]   2> 1866492 INFO  (OverseerStateUpdate-72152479967215622-127.0.0.1:56438_solr-n_0000000001) [n:127.0.0.1:56438_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56438_solr
   [junit4]   2> 1866507 INFO  (OverseerAutoScalingTriggerThread-72152479967215622-127.0.0.1:56438_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1866513 INFO  (closeThreadPool-49156-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72152479967215622-127.0.0.1:56438_solr-n_0000000001) closing
   [junit4]   2> 1866612 INFO  (jetty-closer-49152-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72152479967215622-127.0.0.1:56438_solr-n_0000000001) closing
   [junit4]   2> 1866616 INFO  (jetty-closer-49152-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4982677{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1866617 INFO  (jetty-closer-49152-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a916303{/solr,null,UNAVAILABLE}
   [junit4]   2> 1866618 INFO  (jetty-closer-49152-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1866621 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1866831 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/configs/.system/managed-schema
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	8	/solr/collections/.system/terms/shard1
   [junit4]   2> 	6	/solr/configs/.system
   [junit4]   2> 	5	/solr/collections/.system/collectionprops.json
   [junit4]   2> 	3	/solr/collections/.system/state.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/collections/.system/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/overseer/queue
   [junit4]   2> 	22	/solr/overseer/collection-queue-work
   [junit4]   2> 	16	/solr/collections
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 	2	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1866839 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:56427
   [junit4]   2> 1866840 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:56427
   [junit4]   2> 1866840 INFO  (SUITE-SystemCollectionCompatTest-seed#[E3F6DDF3DFD0D0B2]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 56427
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_E3F6DDF3DFD0D0B2-001
   [junit4]   2> Apr 13, 2020 6:27:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {id=FST50, type=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{timestamp_l=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene80), time_l=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=2012, maxMBSortInHeap=6.621428785533697, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3703e30), locale=hu-HU, timezone=America/St_Thomas
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 1.8.0_201 (64-bit)/cpus=6,threads=1,free=204653576,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [SuggesterWFSTTest, ConfigSetsAPITest, DocValuesNotIndexedTest, TestInPlaceUpdatesStandalone, TermsComponentTest, TestCloudNestedDocsSort, ClusterStateUpdateTest, TestDynamicFieldNamesIndexCorrectly, TestCursorMarkWithoutUniqueKey, TestJsonFacetRefinement, TestBulkSchemaAPI, SaslZkACLProviderTest, MoveReplicaHDFSFailoverTest, HLLSerializationTest, TestBackupRepositoryFactory, SolrCmdDistributorTest, ChangedSchemaMergeTest, OverseerModifyCollectionTest, SimpleCollectionCreateDeleteTest, HdfsNNFailoverTest, ShowFileRequestHandlerTest, LegacyCloudClusterPropTest, BadComponentTest, TestApiFramework, ReplicationFactorTest, ReturnFieldsTest, TestJsonRequest, SearchRateTriggerTest, MetricsHandlerTest, HighlighterConfigTest, TestLocalFSCloudBackupRestore, URLClassifyProcessorTest, TestQueryTypes, PeerSyncWithIndexFingerprintCachingTest, HdfsThreadLeakTest, TestCorePropertiesReload, BigEndianAscendingWordDeserializerTest, TestDFISimilarityFactory, TestCloudSearcherWarming, TestSchemalessBufferedUpdates, TestSolrQueryResponse, TestFreeTextSuggestions, ResponseBuilderTest, TestDynamicURP, DistribCursorPagingTest, TestSubQueryTransformerCrossCore, IndexSchemaRuntimeFieldTest, IndexSizeTriggerMixedBoundsTest, CheckHdfsIndexTest, TestReversedWildcardFilterFactory, RequestLoggingTest, DistributedDebugComponentTest, TestConfigSetImmutable, TestTrackingShardHandlerFactory, NestedAtomicUpdateTest, RequiredFieldsTest, DirectUpdateHandlerTest, BasicAuthStandaloneTest, TestTolerantUpdateProcessorRandomCloud, RestoreTriggerStateTest, TestReqParamsAPI, RegexBytesRefFilterTest, OpenExchangeRatesOrgProviderTest, ResponseHeaderTest, TestFunctionQuery, TestFieldResource, TestReloadDeadlock, DocExpirationUpdateProcessorFactoryTest, TestSolrConfigHandlerConcurrent, TestSimNodeAddedTrigger, HDFSCollectionsAPITest, SynonymTokenizerTest, SolrCLIZkUtilsTest, TestSolrJ, TestCSVResponseWriter, TestZkAclsWithHadoopAuth, TestNoOpRegenerator, TestLockTree, FacetPivotSmallTest, TestCaffeineCache, DistributedFacetSimpleRefinementLongTailTest, MultiDestinationAuditLoggerTest, RecoveryZkTest, TestIntervalFaceting, ClassificationUpdateProcessorTest, TestExceedMaxTermLength, CdcrOpsAndBoundariesTest, TestManagedSchemaThreadSafety, TlogReplayBufferedWhileIndexingTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, TestDistributedMissingSort, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomDVFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TokenizerChainTest, TestLuceneIndexBackCompat, BasicDistributedZkTest, ChaosMonkeySafeLeaderWithPullReplicasTest, HttpPartitionOnCommitTest, LeaderFailoverAfterPartitionTest, SolrXmlInZkTest, SystemCollectionCompatTest]
   [junit4] Completed [553/900 (1!)] on J3 in 202.78s, 1 test, 1 failure <<< FAILURES!

[...truncated 53735 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.5-MacOSX/58/consoleText

[repro] Revision: edb9fc409398f2c3446883f9f80595c884d245d0

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line:  ant test  -Dtestcase=SystemCollectionCompatTest -Dtests.method=testBackCompat -Dtests.seed=E3F6DDF3DFD0D0B2 -Dtests.slow=true -Dtests.locale=hu-HU -Dtests.timezone=America/St_Thomas -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       SystemCollectionCompatTest
[repro] ant compile-test

[...truncated 3440 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.SystemCollectionCompatTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=E3F6DDF3DFD0D0B2 -Dtests.slow=true -Dtests.locale=hu-HU -Dtests.timezone=America/St_Thomas -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 78 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.SystemCollectionCompatTest
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS] Lucene-Solr-8.5-MacOSX (64bit/jdk-14) - Build # 57 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.5-MacOSX/57/
Java: 64bit/jdk-14 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:61915

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:61915
	at __randomizedtesting.SeedInfo.seed([C736A37DEA13B545:4F629CA744EFD8BD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:832)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:283)
	at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:309)
	at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:350)
	at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:803)
	at java.base/java.net.Socket$SocketInputStream.read(Socket.java:982)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 42 more


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([C736A37DEA13B545]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([C736A37DEA13B545]:0)




Build Log:
[...truncated 13397 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> 16284 INFO  (SUITE-HttpPartitionTest-seed#[C736A37DEA13B545]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 16285 INFO  (SUITE-HttpPartitionTest-seed#[C736A37DEA13B545]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/data-dir-3-001
   [junit4]   2> 16285 WARN  (SUITE-HttpPartitionTest-seed#[C736A37DEA13B545]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 16285 INFO  (SUITE-HttpPartitionTest-seed#[C736A37DEA13B545]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 16286 INFO  (SUITE-HttpPartitionTest-seed#[C736A37DEA13B545]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 16286 INFO  (SUITE-HttpPartitionTest-seed#[C736A37DEA13B545]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 16287 INFO  (SUITE-HttpPartitionTest-seed#[C736A37DEA13B545]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 16315 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 16317 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 16317 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 16417 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer start zk server on port:49242
   [junit4]   2> 16417 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:49242
   [junit4]   2> 16417 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:49242
   [junit4]   2> 16418 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 49242
   [junit4]   2> 16537 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 16574 INFO  (zkConnectionManagerCallback-19-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16574 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 16634 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 16640 INFO  (zkConnectionManagerCallback-21-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16640 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 16677 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 16721 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 16733 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 16747 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 16761 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 16784 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 16803 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 16821 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 16838 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 16860 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 16879 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 16892 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 18535 WARN  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 18535 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 18535 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 18538 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36
   [junit4]   2> 18581 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 18581 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 18582 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 18602 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e067f67{/,null,AVAILABLE}
   [junit4]   2> 18626 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@52346add{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49256}
   [junit4]   2> 18626 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.s.Server Started @18704ms
   [junit4]   2> 18627 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/tempDir-001/control/data, hostPort=49254, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 18686 ERROR (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 18686 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 18687 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.1
   [junit4]   2> 18687 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 18687 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr
   [junit4]   2> 18687 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-12T22:47:04.708588Z
   [junit4]   2> 18687 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 18705 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18712 INFO  (zkConnectionManagerCallback-23-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 18717 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18834 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 18843 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/control-001/solr.xml
   [junit4]   2> 18865 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 18866 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 18882 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 19049 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 19061 WARN  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dd13322[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 19061 WARN  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dd13322[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 19085 WARN  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57dc8a95[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 19088 WARN  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57dc8a95[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 19096 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49242/solr
   [junit4]   2> 19120 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 19124 INFO  (zkConnectionManagerCallback-30-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 19125 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 19246 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 19250 INFO  (zkConnectionManagerCallback-32-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 19250 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20205 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49254_
   [junit4]   2> 20219 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.c.Overseer Overseer (id=72150682793279492-127.0.0.1:49254_-n_0000000000) starting
   [junit4]   2> 20417 INFO  (OverseerStateUpdate-72150682793279492-127.0.0.1:49254_-n_0000000000) [n:127.0.0.1:49254_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:49254_
   [junit4]   2> 20439 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49254_
   [junit4]   2> 20451 INFO  (zkCallback-31-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 20586 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 20602 WARN  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 20628 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 20661 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 20661 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 20661 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 20670 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [n:127.0.0.1:49254_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/control-001/cores
   [junit4]   2> 20738 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20742 INFO  (zkConnectionManagerCallback-41-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 20744 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20749 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 20757 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49242/solr ready
   [junit4]   2> 20823 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49274,localport=49254], receiveBufferSize:408300
   [junit4]   2> 20825 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=49256,localport=49275], receiveBufferSize=408300
   [junit4]   2> 20951 INFO  (qtp1446178853-82) [n:127.0.0.1:49254_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:49254_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 20981 INFO  (OverseerThreadFactory-42-thread-1-processing-n:127.0.0.1:49254_) [n:127.0.0.1:49254_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 21155 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49277,localport=49254], receiveBufferSize:408300
   [junit4]   2> 21156 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=49256,localport=49278], receiveBufferSize=408300
   [junit4]   2> 21159 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 21160 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 22210 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 22239 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 22469 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 22590 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 22605 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 22607 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 22626 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=30.787109375, floorSegmentMB=2.17578125, forceMergeDeletesPctAllowed=9.13967153141926, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5342678830295754, deletesPctAllowed=39.95721807821889
   [junit4]   2> 22647 WARN  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 22799 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 22799 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 22801 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 22801 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 22803 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 22804 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@53ab3878[control_collection_shard1_replica_n1] main]
   [junit4]   2> 22828 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 22833 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 22836 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 22838 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663808704461406208
   [junit4]   2> 22851 INFO  (searcherExecutor-47-thread-1-processing-n:127.0.0.1:49254_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@53ab3878[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22878 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 22884 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 22933 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 22933 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 22933 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49254/control_collection_shard1_replica_n1/
   [junit4]   2> 22936 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 22938 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:49254/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 22940 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72150682793279492-core_node2-n_0000000000
   [junit4]   2> 22959 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49254/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 23076 INFO  (zkCallback-31-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23076 INFO  (zkCallback-31-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23091 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 23132 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1974
   [junit4]   2> 23215 INFO  (zkCallback-31-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23215 INFO  (zkCallback-31-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23215 INFO  (zkCallback-31-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23281 INFO  (qtp1446178853-82) [n:127.0.0.1:49254_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 23282 INFO  (qtp1446178853-82) [n:127.0.0.1:49254_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:49254_&wt=javabin&version=2} status=0 QTime=2333
   [junit4]   2> 23284 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 23412 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 23419 INFO  (zkConnectionManagerCallback-47-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 23420 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 23435 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 23449 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49242/solr ready
   [junit4]   2> 23451 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 23453 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49321,localport=49254], receiveBufferSize:408300
   [junit4]   2> 23454 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=49256,localport=49322], receiveBufferSize=408300
   [junit4]   2> 23456 INFO  (qtp1446178853-82) [n:127.0.0.1:49254_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 23486 INFO  (OverseerThreadFactory-42-thread-2-processing-n:127.0.0.1:49254_) [n:127.0.0.1:49254_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 23487 INFO  (OverseerCollectionConfigSetProcessor-72150682793279492-127.0.0.1:49254_-n_0000000000) [n:127.0.0.1:49254_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 23775 WARN  (OverseerThreadFactory-42-thread-2-processing-n:127.0.0.1:49254_) [n:127.0.0.1:49254_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 23794 INFO  (qtp1446178853-82) [n:127.0.0.1:49254_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 23811 INFO  (qtp1446178853-82) [n:127.0.0.1:49254_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=356
   [junit4]   2> 23825 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 23825 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 23825 INFO  (watches-44-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 23825 INFO  (watches-44-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 23832 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 23832 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 23848 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 23848 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 23848 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 24930 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 24943 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 24943 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 24944 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 24944 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36
   [junit4]   2> 24948 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 24948 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 24949 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 24949 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d64e655{/,null,AVAILABLE}
   [junit4]   2> 24959 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@58d084cb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49327}
   [junit4]   2> 24959 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.Server Started @25036ms
   [junit4]   2> 24959 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/tempDir-001/jetty1, hostPort=49326, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-1-001/cores}
   [junit4]   2> 24959 ERROR (closeThreadPool-48-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 24960 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 24960 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.1
   [junit4]   2> 24960 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 24960 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr
   [junit4]   2> 24960 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-12T22:47:10.981393Z
   [junit4]   2> 24962 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 24975 INFO  (zkConnectionManagerCallback-50-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 24975 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 25081 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 25081 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-1-001/solr.xml
   [junit4]   2> 25090 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 25090 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 25120 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 25511 INFO  (OverseerCollectionConfigSetProcessor-72150682793279492-127.0.0.1:49254_-n_0000000000) [n:127.0.0.1:49254_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 25987 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 25990 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@494c26e3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 25990 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@494c26e3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 26049 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4d15c5d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 26050 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4d15c5d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 26053 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49242/solr
   [junit4]   2> 26067 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 26078 INFO  (zkConnectionManagerCallback-57-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26085 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 26226 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 26229 INFO  (zkConnectionManagerCallback-59-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26231 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 26310 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 26359 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.c.ZkController Publish node=127.0.0.1:49326_ as DOWN
   [junit4]   2> 26369 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 26370 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49326_
   [junit4]   2> 26378 INFO  (zkCallback-31-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 26379 INFO  (zkCallback-46-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 26379 INFO  (zkCallback-58-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 26398 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 26402 WARN  (closeThreadPool-48-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 26402 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 26402 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 26402 INFO  (closeThreadPool-48-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36
   [junit4]   2> 26406 INFO  (closeThreadPool-48-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 26406 INFO  (closeThreadPool-48-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 26407 INFO  (closeThreadPool-48-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 26407 INFO  (closeThreadPool-48-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ca383bb{/,null,AVAILABLE}
   [junit4]   2> 26410 INFO  (closeThreadPool-48-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5bc1a9ad{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49338}
   [junit4]   2> 26410 INFO  (closeThreadPool-48-thread-2) [     ] o.e.j.s.Server Started @26487ms
   [junit4]   2> 26410 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/tempDir-001/jetty2, hostPort=49337, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-2-001/cores}
   [junit4]   2> 26410 ERROR (closeThreadPool-48-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 26410 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 26410 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.1
   [junit4]   2> 26411 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 26411 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr
   [junit4]   2> 26411 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-12T22:47:12.432116Z
   [junit4]   2> 26413 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 26418 INFO  (zkConnectionManagerCallback-64-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26419 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 26429 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 26431 WARN  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 26507 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 26534 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 26534 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-2-001/solr.xml
   [junit4]   2> 26562 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 26562 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 26578 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 26592 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 26614 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 26614 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 26631 INFO  (closeThreadPool-48-thread-1) [n:127.0.0.1:49326_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-1-001/cores
   [junit4]   2> 26736 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:49326_
   [junit4]   2> 27004 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 27014 WARN  (closeThreadPool-48-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a6335ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 27014 WARN  (closeThreadPool-48-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a6335ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 27044 WARN  (closeThreadPool-48-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c963b37[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 27044 WARN  (closeThreadPool-48-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c963b37[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 27054 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49242/solr
   [junit4]   2> 27061 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 27072 INFO  (zkConnectionManagerCallback-72-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27073 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 27213 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 27219 INFO  (zkConnectionManagerCallback-74-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27220 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 27284 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 27339 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.c.ZkController Publish node=127.0.0.1:49337_ as DOWN
   [junit4]   2> 27351 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 27352 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49337_
   [junit4]   2> 27362 INFO  (zkCallback-46-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 27363 INFO  (zkCallback-58-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 27364 INFO  (zkCallback-31-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 27365 INFO  (zkCallback-73-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 27421 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 27434 WARN  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 27502 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 27557 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 27600 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 27601 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 27609 INFO  (closeThreadPool-48-thread-2) [n:127.0.0.1:49337_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-2-001/cores
   [junit4]   2> 27620 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 27622 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 27622 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 27622 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 27622 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36
   [junit4]   2> 27627 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 27627 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 27628 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 27628 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@324f8ef7{/,null,AVAILABLE}
   [junit4]   2> 27633 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@631fb715{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49356}
   [junit4]   2> 27633 INFO  (closeThreadPool-48-thread-1) [     ] o.e.j.s.Server Started @27711ms
   [junit4]   2> 27633 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/tempDir-001/jetty3, hostPort=49355, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 27633 ERROR (closeThreadPool-48-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27633 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 27634 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.1
   [junit4]   2> 27634 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 27634 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr
   [junit4]   2> 27634 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-12T22:47:13.655155Z
   [junit4]   2> 27636 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 27648 INFO  (zkConnectionManagerCallback-80-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27648 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 27728 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:49337_
   [junit4]   2> 27760 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 27760 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-3-001/solr.xml
   [junit4]   2> 27770 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 27770 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 27772 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 28053 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 28071 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@77e5a6b4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 28071 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@77e5a6b4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 28128 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9a57a36[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 28128 WARN  (closeThreadPool-48-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9a57a36[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 28134 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49242/solr
   [junit4]   2> 28136 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 28141 INFO  (zkConnectionManagerCallback-87-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 28141 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 28256 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 28262 INFO  (zkConnectionManagerCallback-89-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 28262 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 28302 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 28330 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:49355_ as DOWN
   [junit4]   2> 28335 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 28335 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49355_
   [junit4]   2> 28342 INFO  (zkCallback-46-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 28342 INFO  (zkCallback-88-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 28342 INFO  (zkCallback-73-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 28343 INFO  (zkCallback-31-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 28343 INFO  (zkCallback-58-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 28371 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 28372 WARN  (closeThreadPool-48-thread-1) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 28413 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 28470 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 28508 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 28509 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 28510 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-3-001/cores
   [junit4]   2> 28623 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:49355_
   [junit4]   2> 28658 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49371,localport=49254], receiveBufferSize:408300
   [junit4]   2> 28659 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=49256,localport=49372], receiveBufferSize=408300
   [junit4]   2> 28660 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49373,localport=49254], receiveBufferSize:408300
   [junit4]   2> 28660 INFO  (qtp1446178853-83) [n:127.0.0.1:49254_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:49337_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 28661 INFO  (SocketProxy-Acceptor-49254) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=49256,localport=49374], receiveBufferSize=408300
   [junit4]   2> 28661 INFO  (qtp1446178853-85) [n:127.0.0.1:49254_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:49326_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 28663 INFO  (qtp1446178853-84) [n:127.0.0.1:49254_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:49355_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 28717 INFO  (OverseerThreadFactory-42-thread-4-processing-n:127.0.0.1:49254_) [n:127.0.0.1:49254_ c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:49326_ for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 28718 INFO  (OverseerThreadFactory-42-thread-3-processing-n:127.0.0.1:49254_) [n:127.0.0.1:49254_ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:49337_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 28727 INFO  (OverseerThreadFactory-42-thread-4-processing-n:127.0.0.1:49254_) [n:127.0.0.1:49254_ c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 28737 INFO  (OverseerThreadFactory-42-thread-3-processing-n:127.0.0.1:49254_) [n:127.0.0.1:49254_ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 28787 INFO  (SocketProxy-Acceptor-49337) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49378,localport=49337], receiveBufferSize:408300
   [junit4]   2> 28787 INFO  (SocketProxy-Acceptor-49326) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49379,localport=49326], receiveBufferSize:408300
   [junit4]   2> 28788 INFO  (SocketProxy-Acceptor-49326) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=49327,localport=49380], receiveBufferSize=408300
   [junit4]   2> 28791 INFO  (SocketProxy-Acceptor-49337) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=49338,localport=49381], receiveBufferSize=408300
   [junit4]   2> 28909 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_    x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 28912 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_    x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 29962 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 29963 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.1
   [junit4]   2> 30014 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n1] Schema name=test
   [junit4]   2> 30032 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=test
   [junit4]   2> 30329 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30421 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30681 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 30682 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 30682 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-2-001/cores/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-2-001/cores/collection1_shard1_replica_n2/data/]
   [junit4]   2> 30684 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=30.787109375, floorSegmentMB=2.17578125, forceMergeDeletesPctAllowed=9.13967153141926, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5342678830295754, deletesPctAllowed=39.95721807821889
   [junit4]   2> 30711 WARN  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 30801 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 30802 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@466042fb
   [junit4]   2> 30802 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-1-001/cores/collection1_shard2_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001/shard-1-001/cores/collection1_shard2_replica_n1/data/]
   [junit4]   2> 30804 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=30.787109375, floorSegmentMB=2.17578125, forceMergeDeletesPctAllowed=9.13967153141926, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5342678830295754, deletesPctAllowed=39.95721807821889
   [junit4]   2> 30816 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30816 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30840 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30840 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30844 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 30845 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d2a300b[collection1_shard1_replica_n2] main]
   [junit4]   2> 30853 WARN  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 30886 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 30892 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 30893 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 30893 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663808712908734464
   [junit4]   2> 30913 INFO  (searcherExecutor-79-thread-1-processing-n:127.0.0.1:49337_ x:collection1_shard1_replica_n2 c:collection1 s:shard1) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@4d2a300b[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30959 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 30961 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 31025 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 31025 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 31025 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49337/collection1_shard1_replica_n2/
   [junit4]   2> 31027 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 31040 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:49337/collection1_shard1_replica_n2/ has no replicas
   [junit4]   2> 31040 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72150682793279500-core_node4-n_0000000000
   [junit4]   2> 31041 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 31041 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 31044 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 31044 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 31054 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 31070 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7de1a4b7[collection1_shard2_replica_n1] main]
   [junit4]   2> 31082 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49337/collection1_shard1_replica_n2/ shard1
   [junit4]   2> 31099 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 31106 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 31109 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 31122 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663808713143615488
   [junit4]   2> 31145 INFO  (searcherExecutor-81-thread-1-processing-n:127.0.0.1:49326_ x:collection1_shard2_replica_n1 c:collection1 s:shard2) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [collection1_shard2_replica_n1] Registered new searcher Searcher@7de1a4b7[collection1_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 31198 INFO  (zkCallback-73-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 31198 INFO  (zkCallback-73-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 31210 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 31211 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 31212 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 31235 INFO  (qtp1610495626-171) [n:127.0.0.1:49337_ c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2323
   [junit4]   2> 31262 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 31262 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 31262 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49326/collection1_shard2_replica_n1/
   [junit4]   2> 31278 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 31283 INFO  (qtp1559174030-146) [n:127.0.0.1:49326_ c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:49326/collection1_shard2_replica_n1/ has no replicas
 

[...truncated too long message...]

hread-1) [     ] o.a.s.c.Overseer Overseer (id=72150889679880196-127.0.0.1:61913_-n_0000000000) closing
   [junit4]   2> 29496 INFO  (closeThreadPool-28-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72150889679880196-127.0.0.1:61913_-n_0000000000) closing
   [junit4]   2> 29504 INFO  (closeThreadPool-28-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@11dba751{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 29507 INFO  (closeThreadPool-28-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4aca4f3c{/,null,UNAVAILABLE}
   [junit4]   2> 29507 INFO  (closeThreadPool-28-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 29509 WARN  (closeThreadPool-28-thread-2) [     ] o.a.s.c.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:61913/, target: http://127.0.0.1:61918/
   [junit4]   2> 29509 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 29727 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections/control_collection/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 29735 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:61893
   [junit4]   2> 29735 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:61893
   [junit4]   2> 29735 INFO  (TEST-HttpPartitionTest.test-seed#[C736A37DEA13B545]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 61893
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=C736A37DEA13B545 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=twq -Dtests.timezone=Europe/Moscow -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   22.3s J2 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:61913
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C736A37DEA13B545:4F629CA744EFD8BD]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:283)
   [junit4]    > 	at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:309)
   [junit4]    > 	at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:350)
   [junit4]    > 	at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:803)
   [junit4]    > 	at java.base/java.net.Socket$SocketInputStream.read(Socket.java:982)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
   [junit4]    > 	... 42 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_C736A37DEA13B545-001
   [junit4]   2> Apr 12, 2020 11:40:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1614, maxMBSortInHeap=7.214917718133799, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3e05ce00), locale=twq, timezone=Europe/Moscow
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 14 (64-bit)/cpus=6,threads=2,free=155232432,total=290455552
   [junit4]   2> NOTE: All tests run in this JVM: [HttpPartitionTest]
   [junit4] Completed [3/5 (3!)] on J2 in 26.57s, 1 test, 1 error <<< FAILURES!

[...truncated 25 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/lucene/common-build.xml:1594: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX/lucene/common-build.xml:1121: There were test failures: 5 suites, 5 tests, 3 errors [seed: C736A37DEA13B545]

Total time: 1 minute 28 seconds

[repro] Setting last failure code to 256

[repro] Failures w/original seeds:
[repro]   3/5 failed: org.apache.solr.cloud.HttpPartitionTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=edb9fc409398f2c3446883f9f80595c884d245d0, workspace=/Users/jenkins/workspace/Lucene-Solr-8.5-MacOSX
[WARNINGS] Computing warning deltas based on reference build #55
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2