You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/05/03 21:24:06 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build # 5965 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5965/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([8865C42722DB8CE4:90DF4C2B2CEE410B]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:256)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 14344 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest
   [junit4]   2> 1295056 INFO  (SUITE-NodeMarkersRegistrationTest-seed#[8865C42722DB8CE4]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1295057 INFO  (SUITE-NodeMarkersRegistrationTest-seed#[8865C42722DB8CE4]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_8865C42722DB8CE4-001/data-dir-70-001
   [junit4]   2> 1295057 WARN  (SUITE-NodeMarkersRegistrationTest-seed#[8865C42722DB8CE4]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1295057 INFO  (SUITE-NodeMarkersRegistrationTest-seed#[8865C42722DB8CE4]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1295058 INFO  (SUITE-NodeMarkersRegistrationTest-seed#[8865C42722DB8CE4]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1295059 INFO  (SUITE-NodeMarkersRegistrationTest-seed#[8865C42722DB8CE4]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1295069 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 1295070 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_8865C42722DB8CE4-001/tempDir-001
   [junit4]   2> 1295070 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1295071 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1295071 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1295179 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer start zk server on port: 64459
   [junit4]   2> 1295179 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:64459
   [junit4]   2> 1295179 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64459
   [junit4]   2> 1295179 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64459
   [junit4]   2> 1295182 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295188 INFO  (zkConnectionManagerCallback-10698-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295188 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295194 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295197 INFO  (zkConnectionManagerCallback-10700-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295197 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295200 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295202 INFO  (zkConnectionManagerCallback-10702-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295202 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295323 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1295323 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1295323 INFO  (jetty-launcher-10703-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 1295324 INFO  (jetty-launcher-10703-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1295324 INFO  (jetty-launcher-10703-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1295324 INFO  (jetty-launcher-10703-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1295324 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1295324 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1295324 INFO  (jetty-launcher-10703-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 1295325 INFO  (jetty-launcher-10703-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15b1b03{/solr,null,AVAILABLE}
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@235749ac{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:64464}
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-2) [     ] o.e.j.s.Server Started @1295417ms
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64464}
   [junit4]   2> 1295326 ERROR (jetty-launcher-10703-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-03T20:44:12.671607Z
   [junit4]   2> 1295326 INFO  (jetty-launcher-10703-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10ba7090{/solr,null,AVAILABLE}
   [junit4]   2> 1295327 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295328 INFO  (jetty-launcher-10703-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5a5e6b33{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:64465}
   [junit4]   2> 1295328 INFO  (jetty-launcher-10703-thread-1) [     ] o.e.j.s.Server Started @1295419ms
   [junit4]   2> 1295328 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64465}
   [junit4]   2> 1295328 ERROR (jetty-launcher-10703-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1295328 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1295328 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1295328 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1295328 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1295328 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-03T20:44:12.673744Z
   [junit4]   2> 1295329 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295330 INFO  (zkConnectionManagerCallback-10705-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295330 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295331 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1295332 INFO  (zkConnectionManagerCallback-10707-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295332 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295333 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1295442 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1295443 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1295443 WARN  (jetty-launcher-10703-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@878a165[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1295443 WARN  (jetty-launcher-10703-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@878a165[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1295444 WARN  (jetty-launcher-10703-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c6b8e33[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1295444 WARN  (jetty-launcher-10703-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c6b8e33[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1295446 WARN  (jetty-launcher-10703-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@558e8ab3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1295446 WARN  (jetty-launcher-10703-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@558e8ab3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1295446 WARN  (jetty-launcher-10703-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16c3883a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1295446 WARN  (jetty-launcher-10703-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16c3883a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1295447 INFO  (jetty-launcher-10703-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64459/solr
   [junit4]   2> 1295447 INFO  (jetty-launcher-10703-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64459/solr
   [junit4]   2> 1295448 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295448 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295452 INFO  (zkConnectionManagerCallback-10727-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295452 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295452 INFO  (zkConnectionManagerCallback-10729-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295452 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295671 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64465_solr
   [junit4]   2> 1295673 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.c.Overseer Overseer (id=72155534797766661-127.0.0.1:64465_solr-n_0000000000) starting
   [junit4]   2> 1295689 INFO  (OverseerStateUpdate-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [n:127.0.0.1:64465_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64465_solr
   [junit4]   2> 1295690 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64465_solr
   [junit4]   2> 1295690 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1295693 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1295694 INFO  (OverseerStateUpdate-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [n:127.0.0.1:64465_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1295694 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1295694 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1295699 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1295700 WARN  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1295705 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:64465_solr]
   [junit4]   2> 1295706 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1295708 DEBUG (ScheduledTrigger-10736-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1295708 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1295725 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1295738 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1295751 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:64464_solr as DOWN
   [junit4]   2> 1295754 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1295755 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64464_solr
   [junit4]   2> 1295760 INFO  (zkCallback-10726-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1295761 INFO  (zkCallback-10728-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1295763 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1295763 WARN  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1295768 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64465.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1295779 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64465.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1295780 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64465.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1295781 INFO  (jetty-launcher-10703-thread-1) [n:127.0.0.1:64465_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_8865C42722DB8CE4-001/tempDir-001/node1/.
   [junit4]   2> 1295782 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1295811 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64464.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1295822 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64464.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1295822 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64464.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1295823 INFO  (jetty-launcher-10703-thread-2) [n:127.0.0.1:64464_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_8865C42722DB8CE4-001/tempDir-001/node2/.
   [junit4]   2> 1295832 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1295833 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295836 INFO  (zkConnectionManagerCallback-10754-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295836 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295838 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1295840 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64459/solr ready
   [junit4]   2> 1295867 INFO  (qtp1353056323-17318) [n:127.0.0.1:64465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1295898 INFO  (qtp699343580-17306) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1295909 INFO  (qtp1353056323-17315) [n:127.0.0.1:64465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1295909 DEBUG (qtp699343580-17309) [n:127.0.0.1:64464_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1295910 INFO  (qtp699343580-17309) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=26
   [junit4]   2> 1295911 DEBUG (zkCallback-10726-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1295913 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1295917 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1295918 DEBUG (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1295925 INFO  (qtp699343580-17306) [n:127.0.0.1:64464_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1295939 INFO  (qtp699343580-17306) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 1295943 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1295943 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1295943 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 1295943 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1295943 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1295943 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1295943 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ae0adf3{/solr,null,AVAILABLE}
   [junit4]   2> 1295948 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3cab3c66{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:64478}
   [junit4]   2> 1295948 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.Server Started @1296040ms
   [junit4]   2> 1295948 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64478}
   [junit4]   2> 1295949 ERROR (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1295949 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1295949 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1295949 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1295949 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1295949 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-03T20:44:13.294177Z
   [junit4]   2> 1295950 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295954 INFO  (zkConnectionManagerCallback-10756-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1295954 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1295956 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1296071 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1296071 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3566c460[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296071 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3566c460[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296079 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3969bc57[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296079 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3969bc57[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296080 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64459/solr
   [junit4]   2> 1296081 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296084 INFO  (zkConnectionManagerCallback-10767-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296084 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296098 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1296110 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:64478_solr as DOWN
   [junit4]   2> 1296112 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1296112 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64478_solr
   [junit4]   2> 1296118 INFO  (zkCallback-10726-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1296118 INFO  (zkCallback-10728-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1296118 INFO  (zkCallback-10766-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1296118 INFO  (zkCallback-10753-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1296121 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1296122 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1296146 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1296174 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64478.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1296189 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64478.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1296189 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64478.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1296191 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64478_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_8865C42722DB8CE4-001/tempDir-001/node3/.
   [junit4]   2> 1296197 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 1296198 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.a.NodeMarkersRegistrationTest ====== KILL OVERSEER 1
   [junit4]   2> 1296198 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1647341508
   [junit4]   2> 1296198 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64465_solr
   [junit4]   2> 1296199 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1296199 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:64465_solr as DOWN
   [junit4]   2> 1296202 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1296203 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1296203 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1049defe: rootName = solr_64465, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@51fb79f9
   [junit4]   2> 1296211 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1296211 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@362b5390: rootName = solr_64465, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@4f6bccde
   [junit4]   2> 1296215 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1296215 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c3b9917: rootName = solr_64465, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4ef10021
   [junit4]   2> 1296216 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1296217 INFO  (closeThreadPool-10780-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72155534797766661-127.0.0.1:64465_solr-n_0000000000) closing
   [junit4]   2> 1296217 INFO  (OverseerStateUpdate-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [n:127.0.0.1:64465_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64465_solr
   [junit4]   2> 1296217 INFO  (OverseerAutoScalingTriggerThread-72155534797766661-127.0.0.1:64465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1296221 DEBUG (closeThreadPool-10780-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1296221 DEBUG (closeThreadPool-10780-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1296221 DEBUG (closeThreadPool-10780-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1296221 DEBUG (closeThreadPool-10780-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1296224 DEBUG (closeThreadPool-10780-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1296224 DEBUG (closeThreadPool-10780-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1296225 INFO  (closeThreadPool-10780-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72155534797766661-127.0.0.1:64465_solr-n_0000000000) closing
   [junit4]   2> 1296325 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.Overseer Overseer (id=72155534797766661-127.0.0.1:64465_solr-n_0000000000) closing
   [junit4]   2> 1296328 INFO  (zkCallback-10766-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1296328 INFO  (zkCallback-10728-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64464_solr
   [junit4]   2> 1296328 INFO  (zkCallback-10753-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1296328 INFO  (zkCallback-10728-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1296330 INFO  (zkCallback-10728-thread-1) [n:127.0.0.1:64464_solr     ] o.a.s.c.Overseer Overseer (id=72155534797766662-127.0.0.1:64464_solr-n_0000000001) starting
   [junit4]   2> 1296330 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a5e6b33{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 1296332 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10ba7090{/solr,null,UNAVAILABLE}
   [junit4]   2> 1296334 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1296338 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 64465
   [junit4]   2> 1296350 INFO  (OverseerStateUpdate-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [n:127.0.0.1:64464_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64464_solr
   [junit4]   2> 1296351 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1296352 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 0
   [junit4]   2> 1296352 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1296354 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:64478_solr, 127.0.0.1:64464_solr]
   [junit4]   2> 1296356 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:64465_solr
   [junit4]   2> 1296357 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1296360 DEBUG (ScheduledTrigger-10782-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1296360 DEBUG (ScheduledTrigger-10782-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:64465_solr
   [junit4]   2> 1296361 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1297362 DEBUG (ScheduledTrigger-10782-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1298368 DEBUG (ScheduledTrigger-10782-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1299377 DEBUG (ScheduledTrigger-10782-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1300377 DEBUG (ScheduledTrigger-10782-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1301341 INFO  (qtp699343580-17306) [n:127.0.0.1:64464_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1301354 INFO  (qtp699343580-17306) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 1301357 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.a.NodeMarkersRegistrationTest ====== ADD TRIGGERS
   [junit4]   2> 1301365 INFO  (qtp699343580-17308) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1301378 DEBUG (ScheduledTrigger-10782-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1301380 INFO  (qtp1112918564-17371) [n:127.0.0.1:64478_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1301380 DEBUG (qtp699343580-17307) [n:127.0.0.1:64464_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1301381 INFO  (qtp699343580-17307) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 1301382 DEBUG (zkCallback-10728-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1301384 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1301391 INFO  (qtp699343580-17306) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1301399 INFO  (qtp1112918564-17369) [n:127.0.0.1:64478_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1301399 INFO  (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.NodeMarkersRegistrationTest TestEventMarkerAction init
   [junit4]   2> 1301399 DEBUG (qtp699343580-17309) [n:127.0.0.1:64464_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1301399 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR - Initial livenodes: [127.0.0.1:64478_solr, 127.0.0.1:64464_solr]
   [junit4]   2> 1301399 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 1301401 INFO  (qtp699343580-17309) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
   [junit4]   2> 1301402 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1301402 DEBUG (zkCallback-10728-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1301403 DEBUG (ScheduledTrigger-10782-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
   [junit4]   2> 1301403 DEBUG (ScheduledTrigger-10782-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1301405 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
   [junit4]   2> 1301405 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1301410 INFO  (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.NodeMarkersRegistrationTest TestEventMarkerAction init
   [junit4]   2> 1301410 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_triggerMR - Initial livenodes: [127.0.0.1:64478_solr, 127.0.0.1:64464_solr]
   [junit4]   2> 1301413 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1301413 DEBUG (ScheduledTrigger-10782-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1301417 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1301428 INFO  (qtp699343580-17309) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1301440 INFO  (qtp1112918564-17369) [n:127.0.0.1:64478_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1301440 DEBUG (qtp1112918564-17371) [n:127.0.0.1:64478_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1301441 INFO  (qtp1112918564-17371) [n:127.0.0.1:64478_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 1301442 DEBUG (zkCallback-10728-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1301442 INFO  (qtp699343580-17307) [n:127.0.0.1:64464_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1301443 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1301448 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1301453 DEBUG (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1301454 INFO  (OverseerCollectionConfigSetProcessor-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [n:127.0.0.1:64464_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1301459 INFO  (qtp699343580-17307) [n:127.0.0.1:64464_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=16
   [junit4]   2> 1301460 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.a.NodeMarkersRegistrationTest ====== ADD NODE 1
   [junit4]   2> 1301462 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1301462 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1301462 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 1301465 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1301465 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1301465 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1301465 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@469e9f44{/solr,null,AVAILABLE}
   [junit4]   2> 1301467 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1915c6a3{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:64554}
   [junit4]   2> 1301467 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.Server Started @1301558ms
   [junit4]   2> 1301467 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64554}
   [junit4]   2> 1301467 ERROR (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1301467 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1301467 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1301467 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1301467 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1301467 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-03T20:44:18.812954Z
   [junit4]   2> 1301468 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1301473 INFO  (zkConnectionManagerCallback-10786-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1301473 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1301474 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1301584 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1301586 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d410b6b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1301586 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d410b6b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1301591 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a7a7952[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1301591 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a7a7952[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1301591 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64459/solr
   [junit4]   2> 1301596 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1301600 INFO  (zkConnectionManagerCallback-10797-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1301600 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1301628 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1301639 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:64554_solr as DOWN
   [junit4]   2> 1301645 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1301645 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64554_solr
   [junit4]   2> 1301651 INFO  (zkCallback-10728-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1301651 INFO  (zkCallback-10753-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1301651 INFO  (zkCallback-10766-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1301652 INFO  (zkCallback-10796-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1301658 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1301658 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1301691 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1301770 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64554.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1301796 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64554.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1301797 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64554.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4152bb21
   [junit4]   2> 1301799 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [n:127.0.0.1:64554_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_8865C42722DB8CE4-001/tempDir-001/node4/.
   [junit4]   2> 1301814 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 1302389 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1302414 DEBUG (ScheduledTrigger-10782-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
   [junit4]   2> 1302414 DEBUG (ScheduledTrigger-10782-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1302414 DEBUG (ScheduledTrigger-10782-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:64554_solr at time 1494464733869912
   [junit4]   2> 1302417 DEBUG (ScheduledTrigger-10782-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1303391 DEBUG (ScheduledTrigger-10782-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1303420 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
   [junit4]   2> 1303421 DEBUG (ScheduledTrigger-10782-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1303421 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1303421 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:64554_solr] added at times [1494464733869912], now=1494465741178931
   [junit4]   2> 1303421 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"54f352f977758T33mjt07afqpkmlndfpuvadoo8",
   [junit4]   2>   "source":"node_added_triggerMR",
   [junit4]   2>   "eventTime":1494464733869912,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1494464733869912],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:64554_solr"],
   [junit4]   2>     "replicaType":"NRT"}}
   [junit4]   2> 1303422 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
   [junit4]   2> 1303424 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"54f352f977758T33mjt07afqpkmlndfpuvadoo8",
   [junit4]   2>   "source":"node_added_triggerMR",
   [junit4]   2>   "eventTime":1494464733869912,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1494464733869912],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1494465742588828,
   [junit4]   2>     "nodeNames":["127.0.0.1:64554_solr"],
   [junit4]   2>     "replicaType":"NRT"}}
   [junit4]   2> 1303424 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeMarkersRegistrationTest  --- listener fired for event: {
   [junit4]   2>   "id":"54f352f977758T33mjt07afqpkmlndfpuvadoo8",
   [junit4]   2>   "source":"node_added_triggerMR",
   [junit4]   2>   "eventTime":1494464733869912,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1494464733869912],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1494465742588828,
   [junit4]   2>     "nodeNames":["127.0.0.1:64554_solr"],
   [junit4]   2>     "replicaType":"NRT"}}, stage: STARTED
   [junit4]   2> 1303424 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeMarkersRegistrationTest  --- listener wait complete for event: {
   [junit4]   2>   "id":"54f352f977758T33mjt07afqpkmlndfpuvadoo8",
   [junit4]   2>   "source":"node_added_triggerMR",
   [junit4]   2>   "eventTime":1494464733869912,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1494464733869912],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1494465742588828,
   [junit4]   2>     "nodeNames":["127.0.0.1:64554_solr"],
   [junit4]   2>     "replicaType":"NRT"}}, stage: STARTED
   [junit4]   2> 1303425 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:64554_solr
   [junit4]   2> 1303425 DEBUG (AutoscalingActionExecutor-10783-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"54f352f977758T33mjt07afqpkmlndfpuvadoo8",
   [junit4]   2>   "source":"node_added_triggerMR",
   [junit4]   2>   "eventTime":1494464733869912,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1494464733869912],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1494465742588828,
   [junit4]   2>     "nodeNames":["127.0.0.1:64554_solr"],
   [junit4]   2>     "replicaType":"NRT"}}
   [junit4]   2> 1303426 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=780033024
   [junit4]   2> 1303426 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64554_solr
   [junit4]   2> 1303428 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1303428 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:64554_solr as DOWN
   [junit4]   2> 1303429 INFO  (zkCallback-10766-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1303429 INFO  (zkCallback-10753-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1303429 DEBUG (AutoscalingActionExecutor-10783-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"54f352f977758T33mjt07afqpkmlndfpuvadoo8",
   [junit4]   2>   "source":"node_added_triggerMR",
   [junit4]   2>   "eventTime":1494464733869912,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1494464733869912],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1494465742588828,
   [junit4]   2>     "nodeNames":["127.0.0.1:64554_solr"],
   [junit4]   2>     "replicaType":"NRT"}}
   [junit4]   2> 1303430 DEBUG (AutoscalingActionExecutor-10783-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
   [junit4]   2> 1303430 DEBUG (AutoscalingActionExecutor-10783-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
   [junit4]   2> 1303430 DEBUG (AutoscalingActionExecutor-10783-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 1303430 DEBUG (AutoscalingActionExecutor-10783-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=54f352f977758T33mjt07afqpkmlndfpuvadoo8
   [junit4]   2> 1303430 INFO  (zkCallback-10796-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1303430 INFO  (zkCallback-10728-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1303437 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1303437 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60426fa: rootName = solr_64554, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@16d0d1ea
   [junit4]   2> 1303447 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1303447 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75dca9f8: rootName = solr_64554, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@4f6bccde
   [junit4]   2> 1303453 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1303453 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@157c9f45: rootName = solr_64554, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4ef10021
   [junit4]   2> 1303453 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1303465 INFO  (OverseerCollectionConfigSetProcessor-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [n:127.0.0.1:64464_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1303571 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1915c6a3{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 1303571 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@469e9f44{/solr,null,UNAVAILABLE}
   [junit4]   2> 1303571 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1308440 DEBUG (ScheduledTrigger-10782-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
   [junit4]   2> 1308440 DEBUG (ScheduledTrigger-10782-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1308440 DEBUG (ScheduledTrigger-10782-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 1308440 DEBUG (ScheduledTrigger-10782-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:64554_solr
   [junit4]   2> 1308441 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 1308441 DEBUG (ScheduledTrigger-10782-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:64554_solr
   [junit4]   2> 1313700 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=684827190
   [junit4]   2> 1313700 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64464_solr
   [junit4]   2> 1313701 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=456649882
   [junit4]   2> 1313701 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64478_solr
   [junit4]   2> 1313702 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1313702 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:64464_solr as DOWN
   [junit4]   2> 1313702 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1313702 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:64478_solr as DOWN
   [junit4]   2> 1313709 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1313709 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ef0faa6: rootName = solr_64478, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@21a1a933
   [junit4]   2> 1313709 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1313709 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cfbcfbc: rootName = solr_64464, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@6042cb50
   [junit4]   2> 1313719 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1313719 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c65470f: rootName = solr_64478, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@4f6bccde
   [junit4]   2> 1313719 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1313719 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8109524: rootName = solr_64464, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@4f6bccde
   [junit4]   2> 1313725 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1313725 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24c0b838: rootName = solr_64464, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4ef10021
   [junit4]   2> 1313725 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1313725 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1313725 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@194474a: rootName = solr_64478, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4ef10021
   [junit4]   2> 1313725 INFO  (jetty-closer-10811-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1313733 INFO  (closeThreadPool-10820-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72155534797766662-127.0.0.1:64464_solr-n_0000000001) closing
   [junit4]   2> 1313734 INFO  (OverseerStateUpdate-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [n:127.0.0.1:64464_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64464_solr
   [junit4]   2> 1313734 DEBUG (closeThreadPool-10820-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1313734 DEBUG (closeThreadPool-10820-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1313734 DEBUG (closeThreadPool-10820-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1313734 DEBUG (closeThreadPool-10820-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1313734 INFO  (OverseerAutoScalingTriggerThread-72155534797766662-127.0.0.1:64464_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1313734 DEBUG (closeThreadPool-10820-thread-1) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1313734 DEBUG (closeThreadPool-10820-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1313750 INFO  (closeThreadPool-10820-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72155534797766662-127.0.0.1:64464_solr-n_0000000001) closing
   [junit4]   2> 1313850 INFO  (jetty-closer-10811-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72155534797766662-127.0.0.1:64464_solr-n_0000000001) closing
   [junit4]   2> 1313855 INFO  (jetty-closer-10811-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@235749ac{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 1313856 INFO  (jetty-closer-10811-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15b1b03{/solr,null,UNAVAILABLE}
   [junit4]   2> 1313857 INFO  (jetty-closer-10811-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1313868 INFO  (jetty-closer-10811-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3cab3c66{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 1313869 INFO  (jetty-closer-10811-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ae0adf3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1313870 INFO  (jetty-closer-10811-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1313873 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1314094 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/live_nodes
   [junit4]   2> 	12	/solr/overseer/queue
   [junit4]   2> 	12	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerMR
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1314099 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:64459
   [junit4]   2> 1314099 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64459
   [junit4]   2> 1314099 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64459
   [junit4]   2> 1314100 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[8865C42722DB8CE4]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NodeMarkersRegistrationTest -Dtests.method=testNodeMarkersRegistration -Dtests.seed=8865C42722DB8CE4 -Dtests.slow=true -Dtests.locale=sl-SI -Dtests.timezone=Canada/Mountain -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 19.0s J3 | NodeMarkersRegistrationTest.testNodeMarkersRegistration <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8865C42722DB8CE4:90DF4C2B2CEE410B]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:256)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_8865C42722DB8CE4-001
   [junit4]   2> May 03, 2020 8:44:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=464, maxMBSortInHeap=5.523055643257088, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@596aa14d), locale=sl-SI, timezone=Canada/Mountain
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=109753864,total=510656512
   [junit4]   2> NOTE: All tests run in this JVM: [ResponseLogComponentTest, TestFieldTypeCollectionResource, TestRequestForwarding, CdcrBootstrapTest, ShardSplitTest, CloneFieldUpdateProcessorFactoryTest, TestSimTriggerIntegration, AuditLoggerPluginTest, TestDynamicFieldNamesIndexCorrectly, AddReplicaTest, HdfsSyncSliceTest, NodeMutatorTest, TestSimDistribStateManager, DocumentBuilderTest, CoreMergeIndexesAdminHandlerTest, TestReplicationHandlerBackup, LoggingHandlerTest, HttpTriggerListenerTest, TestFunctionQuery, SolrMetricsIntegrationTest, TestIndexingPerformance, TestPerFieldSimilarity, HttpPartitionTest, TestFieldCacheWithThreads, TestXIncludeConfig, TestSha256AuthenticationProvider, TestMiniSolrCloudClusterSSL, PKIAuthenticationIntegrationTest, UUIDUpdateProcessorFallbackTest, CoreSorterTest, CloudReplicaSourceTest, TestSearcherReuse, TestMultiValuedNumericRangeQuery, SolrCloudExampleTest, TestConfigsApi, StressHdfsTest, LeaderFailoverAfterPartitionTest, IndexSchemaTest, SignatureUpdateProcessorFactoryTest, TestRemoteStreaming, TestSimLargeCluster, TestDynamicLoading, JWTAuthPluginIntegrationTest, TestJsonFacets, TestSolrConfigHandler, HdfsChaosMonkeySafeLeaderTest, RestartWhileUpdatingTest, TaggerTest, RankQueryTest, WordBreakSolrSpellCheckerTest, TestCloudPhrasesIdentificationComponent, TestRTGBase, SynonymTokenizerTest, TestCustomDocTransformer, TestRecovery, MoreLikeThisHandlerTest, NodeMarkersRegistrationTest]
   [junit4] Completed [465/911 (1!)] on J3 in 19.40s, 1 test, 1 failure <<< FAILURES!

[...truncated 54164 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5965/consoleText

[repro] Revision: e7c7a62a84927cf6c49d75229f9ebfbe2feb9df9

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=NodeMarkersRegistrationTest -Dtests.method=testNodeMarkersRegistration -Dtests.seed=8865C42722DB8CE4 -Dtests.slow=true -Dtests.locale=sl-SI -Dtests.timezone=Canada/Mountain -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       NodeMarkersRegistrationTest
[repro] ant compile-test

[...truncated 3152 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.NodeMarkersRegistrationTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=8865C42722DB8CE4 -Dtests.slow=true -Dtests.locale=sl-SI -Dtests.timezone=Canada/Mountain -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 81 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-11.0.6) - Build # 5967 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5967/
Java: 64bit/jdk-11.0.6 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:
acoll: 1588559337193 bcoll: 1588559337234

Stack Trace:
java.lang.AssertionError: acoll: 1588559337193 bcoll: 1588559337234
	at __randomizedtesting.SeedInfo.seed([15A41F66A9D9265F:9DF020BC07254BA7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 12850 lines...]
   [junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
   [junit4]   2> 18740 INFO  (SUITE-MultiThreadedOCPTest-seed#[15A41F66A9D9265F]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 18741 INFO  (SUITE-MultiThreadedOCPTest-seed#[15A41F66A9D9265F]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/data-dir-4-001
   [junit4]   2> 18741 INFO  (SUITE-MultiThreadedOCPTest-seed#[15A41F66A9D9265F]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 18742 INFO  (SUITE-MultiThreadedOCPTest-seed#[15A41F66A9D9265F]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 18742 INFO  (SUITE-MultiThreadedOCPTest-seed#[15A41F66A9D9265F]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 18743 INFO  (SUITE-MultiThreadedOCPTest-seed#[15A41F66A9D9265F]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /or_ara/
   [junit4]   2> 18777 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 18781 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 18782 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 18986 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer start zk server on port: 55920
   [junit4]   2> 18986 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:55920
   [junit4]   2> 18993 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55920
   [junit4]   2> 18994 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55920
   [junit4]   2> 19175 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 19241 INFO  (zkConnectionManagerCallback-41-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 19242 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 19323 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 19338 INFO  (zkConnectionManagerCallback-43-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 19338 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 19369 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 19441 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 19465 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 19497 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 19520 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 19552 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 19581 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 19619 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 19645 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 19676 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 19707 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 19748 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 21481 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 21481 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 21485 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
   [junit4]   2> 21570 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 21575 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 21589 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 21618 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@514452d7{/or_ara,null,AVAILABLE}
   [junit4]   2> 21647 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@31a5be0a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:55928}
   [junit4]   2> 21651 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.s.Server Started @21774ms
   [junit4]   2> 21651 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/or_ara, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/tempDir-001/control/data, hostPort=55928, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 21738 ERROR (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 21742 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 21743 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 21743 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 21744 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 21744 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-04T02:27:33.525231Z
   [junit4]   2> 21762 INFO  (zkConnectionManagerCallback-45-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 21790 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 21790 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 21914 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 21920 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/control-001/solr.xml
   [junit4]   2> 21952 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 22164 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 22168 WARN  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5eb1bbcf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 22168 WARN  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5eb1bbcf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 22212 WARN  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f93472d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 22213 WARN  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f93472d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 22225 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55920/solr
   [junit4]   2> 22332 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22337 INFO  (zkConnectionManagerCallback-56-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 22338 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22496 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22499 INFO  (zkConnectionManagerCallback-58-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 22511 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 24529 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55928_or_ara
   [junit4]   2> 24543 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.Overseer Overseer (id=72156884729135108-127.0.0.1:55928_or_ara-n_0000000000) starting
   [junit4]   2> 24978 INFO  (OverseerStateUpdate-72156884729135108-127.0.0.1:55928_or_ara-n_0000000000) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:55928_or_ara
   [junit4]   2> 25084 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55928_or_ara
   [junit4]   2> 25112 INFO  (zkCallback-57-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 25187 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 25199 WARN  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 25289 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 25396 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 25396 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 25397 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 25405 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/control-001/cores
   [junit4]   2> 25750 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 25752 INFO  (zkConnectionManagerCallback-75-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 25765 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 25785 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 25837 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55920/solr ready
   [junit4]   2> 26325 INFO  (qtp1498101813-81) [n:127.0.0.1:55928_or_ara     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:55928_or_ara&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 26400 INFO  (OverseerThreadFactory-65-thread-1-processing-n:127.0.0.1:55928_or_ara) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 26743 INFO  (qtp1498101813-83) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=31
   [junit4]   2> 26882 INFO  (qtp1498101813-80) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=3
   [junit4]   2> 27014 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 27020 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 28206 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 28576 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 30213 WARN  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30731 WARN  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30761 WARN  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30839 WARN  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 32088 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 32564 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 32582 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 32590 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 32616 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=99.9375, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=13.496413781020546, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5939588489218948, deletesPctAllowed=44.999319081349014
   [junit4]   2> 32709 WARN  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 33175 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 33175 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 33201 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 33201 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 33234 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 33246 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@63d2442e[control_collection_shard1_replica_n1] main]
   [junit4]   2> 33293 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 33297 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 33304 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 33314 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665725119955206144
   [junit4]   2> 33349 INFO  (searcherExecutor-77-thread-1-processing-n:127.0.0.1:55928_or_ara x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@63d2442e[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 33432 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 33472 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 33602 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 33611 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 33612 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55928/or_ara/control_collection_shard1_replica_n1/
   [junit4]   2> 33655 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 33667 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:55928/or_ara/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 33671 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72156884729135108-core_node2-n_0000000000
   [junit4]   2> 33739 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55928/or_ara/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 33774 INFO  (zkCallback-57-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 33866 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 33935 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6923
   [junit4]   2> 33991 INFO  (qtp1498101813-81) [n:127.0.0.1:55928_or_ara     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 34030 INFO  (zkCallback-57-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 34030 INFO  (zkCallback-57-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 34031 INFO  (zkCallback-57-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 34050 INFO  (qtp1498101813-81) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:55928_or_ara&wt=javabin&version=2} status=0 QTime=7732
   [junit4]   2> 34052 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 34194 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34201 INFO  (zkConnectionManagerCallback-86-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 34202 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34218 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 34233 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55920/solr ready
   [junit4]   2> 34236 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 34252 INFO  (qtp1498101813-81) [n:127.0.0.1:55928_or_ara     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 34319 INFO  (OverseerThreadFactory-65-thread-2-processing-n:127.0.0.1:55928_or_ara) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 34327 INFO  (OverseerCollectionConfigSetProcessor-72156884729135108-127.0.0.1:55928_or_ara-n_0000000000) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 34640 WARN  (OverseerThreadFactory-65-thread-2-processing-n:127.0.0.1:55928_or_ara) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 34665 INFO  (qtp1498101813-81) [n:127.0.0.1:55928_or_ara     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 34686 INFO  (qtp1498101813-81) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=434
   [junit4]   2> 34697 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 34698 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 34698 INFO  (watches-83-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 34698 INFO  (watches-83-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 34706 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 34707 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 34716 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 34716 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 34716 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 36028 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 36034 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 36035 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 36038 INFO  (closeThreadPool-87-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
   [junit4]   2> 36041 INFO  (closeThreadPool-87-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 36041 INFO  (closeThreadPool-87-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 36041 INFO  (closeThreadPool-87-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 36042 INFO  (closeThreadPool-87-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7baeb9f1{/or_ara,null,AVAILABLE}
   [junit4]   2> 36065 INFO  (closeThreadPool-87-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5174a8a3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:55976}
   [junit4]   2> 36065 INFO  (closeThreadPool-87-thread-1) [     ] o.e.j.s.Server Started @36188ms
   [junit4]   2> 36065 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/or_ara, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/tempDir-001/jetty1, hostPort=55976, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-1-001/cores}
   [junit4]   2> 36066 ERROR (closeThreadPool-87-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 36066 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 36067 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 36067 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 36067 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 36067 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-04T02:27:47.848340Z
   [junit4]   2> 36068 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 36081 INFO  (zkConnectionManagerCallback-89-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 36081 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 36207 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 36207 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-1-001/solr.xml
   [junit4]   2> 36235 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 36352 INFO  (OverseerCollectionConfigSetProcessor-72156884729135108-127.0.0.1:55928_or_ara-n_0000000000) [n:127.0.0.1:55928_or_ara     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 36886 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 36893 WARN  (closeThreadPool-87-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55ffa736[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 36895 WARN  (closeThreadPool-87-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55ffa736[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 36924 WARN  (closeThreadPool-87-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7723480b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 36924 WARN  (closeThreadPool-87-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7723480b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 36924 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55920/solr
   [junit4]   2> 36943 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 36947 INFO  (zkConnectionManagerCallback-100-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 36959 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 37102 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 37122 INFO  (zkConnectionManagerCallback-102-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 37122 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 37243 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 37338 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.c.ZkController Publish node=127.0.0.1:55976_or_ara as DOWN
   [junit4]   2> 37364 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 37364 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55976_or_ara
   [junit4]   2> 37378 INFO  (zkCallback-101-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 37379 INFO  (zkCallback-85-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 37379 INFO  (zkCallback-57-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 37552 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 37558 WARN  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 37618 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 37751 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 37862 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 37862 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 37867 INFO  (closeThreadPool-87-thread-1) [n:127.0.0.1:55976_or_ara     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-1-001/cores
   [junit4]   2> 37892 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 37900 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 37900 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 37900 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
   [junit4]   2> 37903 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 37903 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 37904 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 37905 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ae60462{/or_ara,null,AVAILABLE}
   [junit4]   2> 37937 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1d0cef78{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:55994}
   [junit4]   2> 37937 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.Server Started @38059ms
   [junit4]   2> 37937 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/or_ara, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/tempDir-001/jetty2, hostPort=55994, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-2-001/cores}
   [junit4]   2> 37937 ERROR (closeThreadPool-87-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 37937 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 37937 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 37938 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 37938 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 37938 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-04T02:27:49.719119Z
   [junit4]   2> 37946 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 37968 INFO  (zkConnectionManagerCallback-112-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 37969 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38105 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 38120 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-2-001/solr.xml
   [junit4]   2> 38124 INFO  (closeThreadPool-87-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:55976_or_ara
   [junit4]   2> 38224 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 38722 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 38748 WARN  (closeThreadPool-87-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ad5c230[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 38748 WARN  (closeThreadPool-87-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ad5c230[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 38820 WARN  (closeThreadPool-87-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7cf40748[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 38820 WARN  (closeThreadPool-87-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7cf40748[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 38823 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55920/solr
   [junit4]   2> 38828 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38845 INFO  (zkConnectionManagerCallback-123-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 38851 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 39017 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 39028 INFO  (zkConnectionManagerCallback-125-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 39028 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 39119 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 39315 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.c.ZkController Publish node=127.0.0.1:55994_or_ara as DOWN
   [junit4]   2> 39369 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 39369 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55994_or_ara
   [junit4]   2> 39383 INFO  (zkCallback-101-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 39384 INFO  (zkCallback-57-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 39384 INFO  (zkCallback-85-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 39393 INFO  (zkCallback-124-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 39490 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 39492 WARN  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 39628 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 39892 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 39995 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 39996 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 40014 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:55994_or_ara     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-2-001/cores
   [junit4]   2> 40278 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:55994_or_ara
   [junit4]   2> 40590 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 40599 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 40600 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 40602 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
   [junit4]   2> 40640 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 40640 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 40640 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 40654 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@652243ed{/or_ara,null,AVAILABLE}
   [junit4]   2> 40696 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1aa21e2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:56001}
   [junit4]   2> 40696 INFO  (closeThreadPool-87-thread-2) [     ] o.e.j.s.Server Started @40819ms
   [junit4]   2> 40696 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/or_ara, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/tempDir-001/jetty3, hostPort=56001, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 40697 ERROR (closeThreadPool-87-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 40697 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 40697 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 40697 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 40697 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 40697 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-04T02:27:52.478747Z
   [junit4]   2> 40714 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 40731 INFO  (zkConnectionManagerCallback-135-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 40732 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 40874 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 40874 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-3-001/solr.xml
   [junit4]   2> 40899 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 41304 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 41310 WARN  (closeThreadPool-87-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34cb84b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 41310 WARN  (closeThreadPool-87-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34cb84b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 41339 WARN  (closeThreadPool-87-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c41530e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 41339 WARN  (closeThreadPool-87-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c41530e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 41342 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55920/solr
   [junit4]   2> 41371 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 41382 INFO  (zkConnectionManagerCallback-146-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 41384 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 41611 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 41619 INFO  (zkConnectionManagerCallback-148-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 41621 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 41719 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 41802 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.c.ZkController Publish node=127.0.0.1:56001_or_ara as DOWN
   [junit4]   2> 41853 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 41853 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56001_or_ara
   [junit4]   2> 41898 INFO  (zkCallback-101-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 41898 INFO  (zkCallback-124-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 41898 INFO  (zkCallback-85-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 41900 INFO  (zkCallback-57-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 41903 INFO  (zkCallback-147-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 41979 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 41981 WARN  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 42061 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 42220 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 42250 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 42262 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 42274 INFO  (closeThreadPool-87-thread-2) [n:127.0.0.1:56001_or_ara     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-3-001/cores
   [junit4]   2> 42362 INFO  (closeThreadPool-87-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:56001_or_ara
   [junit4]   2> 42396 INFO  (qtp1498101813-81) [n:127.0.0.1:55928_or_ara     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:55994_or_ara&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 42397 INFO  (qtp1498101813-82) [n:127.0.0.1:55928_or_ara     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:56001_or_ara&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 42400 INFO  (qtp1498101813-80) [n:127.0.0.1:55928_or_ara     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:55976_or_ara&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 42441 INFO  (qtp1498101813-83) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=7
   [junit4]   2> 42452 INFO  (qtp1498101813-83) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=6
   [junit4]   2> 42461 INFO  (qtp1430992594-138) [n:127.0.0.1:55976_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 42475 INFO  (qtp422803590-167) [n:127.0.0.1:55994_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=7
   [junit4]   2> 42489 INFO  (qtp1224560126-198) [n:127.0.0.1:56001_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=3
   [junit4]   2> 42511 INFO  (qtp1498101813-83) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=14
   [junit4]   2> 42517 INFO  (qtp1498101813-83) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 42523 INFO  (qtp1430992594-139) [n:127.0.0.1:55976_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 42532 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 42542 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 42562 INFO  (OverseerThreadFactory-65-thread-4-processing-n:127.0.0.1:55928_or_ara) [n:127.0.0.1:55928_or_ara c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:56001_or_ara for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 42587 INFO  (qtp1498101813-83) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=11
   [junit4]   2> 42602 INFO  (qtp1498101813-83) [n:127.0.0.1:55928_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=3
   [junit4]   2> 42609 INFO  (OverseerThreadFactory-65-thread-4-processing-n:127.0.0.1:55928_or_ara) [n:127.0.0.1:55928_or_ara c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 42609 INFO  (qtp1430992594-140) [n:127.0.0.1:55976_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 42626 INFO  (qtp422803590-169) [n:127.0.0.1:55994_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 42688 INFO  (qtp1224560126-200) [n:127.0.0.1:56001_or_ara     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=36
   [junit4]   2> 42714 INFO  (OverseerThreadFactory-65-thread-3-processing-n:127.0.0.1:55928_or_ara) [n:127.0.0.1:55928_or_ara c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:55994_or_ara for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 42871 INFO  (OverseerThreadFactory-65-thread-3-processing-n:127.0.0.1:55928_or_ara) [n:127.0.0.1:55928_or_ara c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 43178 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara    x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 43199 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara    x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 44247 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 44247 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 44311 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 44327 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 44820 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 44889 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 45228 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 45229 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 45230 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-2-001/cores/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-2-001/cores/collection1_shard1_replica_n2/data/]
   [junit4]   2> 45235 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=99.9375, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=13.496413781020546, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5939588489218948, deletesPctAllowed=44.999319081349014
   [junit4]   2> 45258 WARN  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 45294 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 45296 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6354eb
   [junit4]   2> 45297 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-3-001/cores/collection1_shard2_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001/shard-3-001/cores/collection1_shard2_replica_n1/data/]
   [junit4]   2> 45301 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=99.9375, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=13.496413781020546, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5939588489218948, deletesPctAllowed=44.999319081349014
   [junit4]   2> 45335 WARN  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 45561 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 45561 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 45564 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 45564 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 45576 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 45596 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 45596 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 45597 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3902fb4e[collection1_shard1_replica_n2] main]
   [junit4]   2> 45604 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 45605 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 45606 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 45609 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 45611 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 45617 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 45618 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665725132857933824
   [junit4]   2> 45619 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bc3d017[collection1_shard2_replica_n1] main]
   [junit4]   2> 45632 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 45633 INFO  (searcherExecutor-159-thread-1-processing-n:127.0.0.1:55994_or_ara x:collection1_shard1_replica_n2 c:collection1 s:shard1) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@3902fb4e[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 45635 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 45635 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 45636 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665725132876808192
   [junit4]   2> 45646 INFO  (searcherExecutor-161-thread-1-processing-n:127.0.0.1:56001_or_ara x:collection1_shard2_replica_n1 c:collection1 s:shard2) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [collection1_shard2_replica_n1] Registered new searcher Searcher@7bc3d017[collection1_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 45693 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 45694 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 45701 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 45701 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 45784 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 45784 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 45784 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55994/or_ara/collection1_shard1_replica_n2/
   [junit4]   2> 45801 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 45801 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 45801 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 45801 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56001/or_ara/collection1_shard2_replica_n1/
   [junit4]   2> 45812 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:55994/or_ara/collection1_shard1_replica_n2/ has no replicas
   [junit4]   2> 45812 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72156884729135116-core_node4-n_0000000000
   [junit4]   2> 45812 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 45830 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:56001/or_ara/collection1_shard2_replica_n1/ has no replicas
   [junit4]   2> 45830 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72156884729135119-core_node3-n_0000000000
   [junit4]   2> 45894 INFO  (qtp422803590-168) [n:127.0.0.1:55994_or_ara c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55994/or_ara/collection1_shard1_replica_n2/ shard1
   [junit4]   2> 45895 INFO  (qtp1224560126-199) [n:127.0.0.1:56001_or_ara c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56001/or_ara/collection1_shard2_replica_n1/ shard2
   [junit4]   2> 45928 INFO  (zkCallback-124-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 45928 INFO  (zkCallback-147-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] fo

[...truncated too long message...]

te$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 94416 INFO  (OverseerAutoScalingTriggerThread-72157115451703300-127.0.0.1:52071_or_ara-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 94423 INFO  (closeThreadPool-268-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72157115451703300-127.0.0.1:52071_or_ara-n_0000000000) closing
   [junit4]   2> 94423 INFO  (closeThreadPool-286-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72157115451703300-127.0.0.1:52071_or_ara-n_0000000000) closing
   [junit4]   2> 94426 INFO  (closeThreadPool-268-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@181dd43{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 94426 INFO  (closeThreadPool-268-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@511705d2{/or_ara,null,UNAVAILABLE}
   [junit4]   2> 94427 INFO  (closeThreadPool-268-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 94429 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 94653 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard2_0
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard1_1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard1_0
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard2_1
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/collectionprops.json
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard1_0
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard4
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	130	/solr/collections/ocptest_shardsplit2/state.json
   [junit4]   2> 	95	/solr/collections/collection1/state.json
   [junit4]   2> 	48	/solr/collections/ocptest1/state.json
   [junit4]   2> 	41	/solr/collections/ocptest_shardsplit/state.json
   [junit4]   2> 	33	/solr/collections/ocptest3/state.json
   [junit4]   2> 	33	/solr/collections/ocptest2/state.json
   [junit4]   2> 	8	/solr/collections/control_collection/state.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72157115451703305-127.0.0.1:52121_or_ara-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	127	/solr/overseer/queue
   [junit4]   2> 	43	/solr/overseer/collection-queue-work
   [junit4]   2> 	31	/solr/collections
   [junit4]   2> 	24	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 94666 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:52051
   [junit4]   2> 94666 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52051
   [junit4]   2> 94666 INFO  (TEST-MultiThreadedOCPTest.test-seed#[15A41F66A9D9265F]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52051
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=15A41F66A9D9265F -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=gsw-FR -Dtests.timezone=Europe/Berlin -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 89.2s J1 | MultiThreadedOCPTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: acoll: 1588562851656 bcoll: 1588562851842
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([15A41F66A9D9265F:9DF020BC07254BA7]:0)
   [junit4]    > 	at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
   [junit4]    > 	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_15A41F66A9D9265F-001
   [junit4]   2> May 04, 2020 3:27:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {multiDefault=PostingsFormat(name=Direct), _root_=Lucene84, id=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=233, maxMBSortInHeap=5.040140922242068, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6670ca77), locale=gsw-FR, timezone=Europe/Berlin
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=2,free=175475592,total=408944640
   [junit4]   2> NOTE: All tests run in this JVM: [MultiThreadedOCPTest]
   [junit4] Completed [4/5 (3!)] on J1 in 93.67s, 1 test, 1 failure <<< FAILURES!

[...truncated 19 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1521: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1048: There were test failures: 5 suites, 5 tests, 3 failures [seed: 15A41F66A9D9265F]

Total time: 1 minute 40 seconds

[repro] Setting last failure code to 256

[repro] Failures w/original seeds:
[repro]   3/5 failed: org.apache.solr.cloud.MultiThreadedOCPTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=e7c7a62a84927cf6c49d75229f9ebfbe2feb9df9, workspace=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX
[WARNINGS] Computing warning deltas based on reference build #5966
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS-Experimental-GC] Lucene-Solr-master-MacOSX (64bit/jdk-14) - Build # 5966 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5966/
Java: 64bit/jdk-14 -XX:+UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC

4 tests failed.
FAILED:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:
acoll: 1588551868553 bcoll: 1588551868566

Stack Trace:
java.lang.AssertionError: acoll: 1588551868553 bcoll: 1588551868566
	at __randomizedtesting.SeedInfo.seed([B2700773644666CC:3A2438A9CABA0B34]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:
acoll: 1588548920112 bcoll: 1588548925699

Stack Trace:
java.lang.AssertionError: acoll: 1588548920112 bcoll: 1588548925699
	at __randomizedtesting.SeedInfo.seed([B2700773644666CC:3A2438A9CABA0B34]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed

Error Message:
[]

Stack Trace:
java.lang.AssertionError: []
	at __randomizedtesting.SeedInfo.seed([B2700773644666CC:5A7C3562F53A54CE]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed(SearchRateTriggerTest.java:263)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([B2700773644666CC:AACA8F7F6A73AB23]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:236)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)




Build Log:
[...truncated 13730 lines...]
   [junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
   [junit4]   2> 760223 INFO  (SUITE-MultiThreadedOCPTest-seed#[B2700773644666CC]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 760245 INFO  (SUITE-MultiThreadedOCPTest-seed#[B2700773644666CC]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/data-dir-66-001
   [junit4]   2> 760246 WARN  (SUITE-MultiThreadedOCPTest-seed#[B2700773644666CC]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 760246 INFO  (SUITE-MultiThreadedOCPTest-seed#[B2700773644666CC]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 760247 INFO  (SUITE-MultiThreadedOCPTest-seed#[B2700773644666CC]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 760247 INFO  (SUITE-MultiThreadedOCPTest-seed#[B2700773644666CC]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 760247 INFO  (SUITE-MultiThreadedOCPTest-seed#[B2700773644666CC]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /c/ad
   [junit4]   2> 760269 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 760270 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 760270 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 760373 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer start zk server on port: 53162
   [junit4]   2> 760373 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:53162
   [junit4]   2> 760373 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53162
   [junit4]   2> 760373 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53162
   [junit4]   2> 760382 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 760407 INFO  (zkConnectionManagerCallback-5755-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 760408 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 760428 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 760440 INFO  (zkConnectionManagerCallback-5757-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 760441 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 760453 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 760470 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 760487 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 760497 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 760506 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 760515 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 760530 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 760544 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 760557 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 760564 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 760577 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 760585 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 763341 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 763341 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 763341 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 763348 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 763348 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 763349 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 763374 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52f641d4{/c/ad,null,AVAILABLE}
   [junit4]   2> 763390 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5d13d520{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53195}
   [junit4]   2> 763390 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.s.Server Started @763494ms
   [junit4]   2> 763390 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c/ad, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/tempDir-001/control/data, hostPort=53195, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 763390 ERROR (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 763390 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 763390 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 763390 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 763390 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 763390 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-03T23:33:17.901769Z
   [junit4]   2> 763404 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 763406 INFO  (zkConnectionManagerCallback-5759-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 763406 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 763525 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 763525 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/control-001/solr.xml
   [junit4]   2> 763535 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 764035 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 764039 WARN  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@397a354f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 764039 WARN  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@397a354f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 764100 WARN  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@690dee66[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 764100 WARN  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@690dee66[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 764104 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53162/solr
   [junit4]   2> 764106 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764113 INFO  (zkConnectionManagerCallback-5770-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 764113 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 764254 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764261 INFO  (zkConnectionManagerCallback-5772-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 764262 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 766884 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53195_c%2Fad
   [junit4]   2> 766896 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.Overseer Overseer (id=72156199489241092-127.0.0.1:53195_c%2Fad-n_0000000000) starting
   [junit4]   2> 766981 INFO  (OverseerStateUpdate-72156199489241092-127.0.0.1:53195_c%2Fad-n_0000000000) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:53195_c%2Fad
   [junit4]   2> 766983 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53195_c%2Fad
   [junit4]   2> 767002 INFO  (zkCallback-5771-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 767015 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 767016 WARN  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 767076 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 767139 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 767179 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 767181 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 767183 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/control-001/cores
   [junit4]   2> 767235 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 767237 INFO  (zkConnectionManagerCallback-5789-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 767238 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 767251 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 767271 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53162/solr ready
   [junit4]   2> 767283 INFO  (qtp1097301695-9394) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53195_c%252Fad&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 767333 INFO  (OverseerThreadFactory-5779-thread-1-processing-n:127.0.0.1:53195_c%2Fad) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 767523 INFO  (qtp1097301695-9391) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 767547 INFO  (qtp1097301695-9393) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 767622 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 767624 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 768880 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 768924 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 770057 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 771068 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 771077 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 771079 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 771093 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=70.1943359375, floorSegmentMB=0.7509765625, forceMergeDeletesPctAllowed=22.312797682508062, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=44.44064953908122
   [junit4]   2> 771126 WARN  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 771336 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 771336 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 771341 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 771341 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 771343 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=78.6357421875, floorSegmentMB=1.0478515625, forceMergeDeletesPctAllowed=4.811465489717155, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=31.41662234035818
   [junit4]   2> 771344 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@53e298f7[control_collection_shard1_replica_n1] main]
   [junit4]   2> 771349 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 771352 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 771353 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 771353 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665714152657649664
   [junit4]   2> 771373 INFO  (searcherExecutor-5791-thread-1-processing-n:127.0.0.1:53195_c%2Fad x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@53e298f7[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 771408 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 771408 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 771455 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 771456 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 771456 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53195/c/ad/control_collection_shard1_replica_n1/
   [junit4]   2> 771459 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 771461 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:53195/c/ad/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 771461 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72156199489241092-core_node2-n_0000000000
   [junit4]   2> 771476 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53195/c/ad/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 771483 INFO  (zkCallback-5771-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 771484 INFO  (zkCallback-5771-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 771515 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 771527 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3906
   [junit4]   2> 771542 INFO  (qtp1097301695-9394) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 771631 INFO  (zkCallback-5771-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 771631 INFO  (zkCallback-5771-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 771631 INFO  (zkCallback-5771-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 771639 INFO  (qtp1097301695-9394) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53195_c%252Fad&wt=javabin&version=2} status=0 QTime=4356
   [junit4]   2> 771640 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 771766 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 771781 INFO  (zkConnectionManagerCallback-5800-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 771782 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 771792 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 771859 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53162/solr ready
   [junit4]   2> 771859 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 771865 INFO  (qtp1097301695-9394) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 771988 INFO  (OverseerThreadFactory-5779-thread-2-processing-n:127.0.0.1:53195_c%2Fad) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 771992 INFO  (OverseerCollectionConfigSetProcessor-72156199489241092-127.0.0.1:53195_c%2Fad-n_0000000000) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 772292 WARN  (OverseerThreadFactory-5779-thread-2-processing-n:127.0.0.1:53195_c%2Fad) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 772313 INFO  (qtp1097301695-9394) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 772316 INFO  (qtp1097301695-9394) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=451
   [junit4]   2> 772318 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 772318 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 772326 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 772327 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 772328 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 772328 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 772328 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 774037 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 774053 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 774053 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 774053 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 774084 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 774084 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 774084 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 774085 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e0dc184{/c/ad,null,AVAILABLE}
   [junit4]   2> 774088 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6c6679cc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53240}
   [junit4]   2> 774088 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.Server Started @774192ms
   [junit4]   2> 774089 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c/ad, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/tempDir-001/jetty1, hostPort=53240, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 774089 ERROR (closeThreadPool-5801-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 774089 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 774089 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 774089 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 774089 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 774089 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-03T23:33:28.600801Z
   [junit4]   2> 774102 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 774169 INFO  (zkConnectionManagerCallback-5803-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 774178 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 774335 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 774335 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-1-001/solr.xml
   [junit4]   2> 774343 INFO  (OverseerCollectionConfigSetProcessor-72156199489241092-127.0.0.1:53195_c%2Fad-n_0000000000) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 774347 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 775953 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 776078 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35a4d1be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 776078 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35a4d1be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 776126 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@edd507e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 776126 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@edd507e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 776129 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53162/solr
   [junit4]   2> 776138 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 776153 INFO  (zkConnectionManagerCallback-5814-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 776153 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 776358 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 776377 INFO  (zkConnectionManagerCallback-5816-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 776380 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 776525 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 777613 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.c.ZkController Publish node=127.0.0.1:53240_c%2Fad as DOWN
   [junit4]   2> 777705 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 777758 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53240_c%2Fad
   [junit4]   2> 778006 INFO  (zkCallback-5799-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 778018 INFO  (zkCallback-5771-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 778022 INFO  (zkCallback-5815-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 778205 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 778212 WARN  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 778309 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 778408 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 778462 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 778462 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 778477 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-1-001/cores
   [junit4]   2> 778731 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:53240_c%2Fad
   [junit4]   2> 780863 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 780864 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 780864 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 780864 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 780867 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 780867 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 780867 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 780868 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61484d51{/c/ad,null,AVAILABLE}
   [junit4]   2> 780869 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7b067ae{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53254}
   [junit4]   2> 780869 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.Server Started @780973ms
   [junit4]   2> 780869 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c/ad, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/tempDir-001/jetty2, hostPort=53254, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 780870 ERROR (closeThreadPool-5801-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 780870 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 780870 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 780870 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 780870 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 780870 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-03T23:33:35.381577Z
   [junit4]   2> 780875 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 780901 INFO  (zkConnectionManagerCallback-5826-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 780903 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 781022 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 781022 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-2-001/solr.xml
   [junit4]   2> 781034 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 781823 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 781905 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ba61e86[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 781905 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ba61e86[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 781948 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4b8a4f3b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 781948 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4b8a4f3b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 781950 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53162/solr
   [junit4]   2> 781971 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 781972 INFO  (zkConnectionManagerCallback-5837-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 781974 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 782128 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 782177 INFO  (zkConnectionManagerCallback-5839-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 782178 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 782326 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 782563 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.c.ZkController Publish node=127.0.0.1:53254_c%2Fad as DOWN
   [junit4]   2> 782574 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 782574 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53254_c%2Fad
   [junit4]   2> 782608 INFO  (zkCallback-5815-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 782608 INFO  (zkCallback-5799-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 782608 INFO  (zkCallback-5838-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 782608 INFO  (zkCallback-5771-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 782685 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 782742 WARN  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 782847 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 782994 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 783010 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 783011 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 783013 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-2-001/cores
   [junit4]   2> 783066 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:53254_c%2Fad
   [junit4]   2> 784232 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 784234 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 784234 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 784234 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 784269 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 784269 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 784269 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 784277 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4884f0c0{/c/ad,null,AVAILABLE}
   [junit4]   2> 784291 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@20d1cf84{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53264}
   [junit4]   2> 784291 INFO  (closeThreadPool-5801-thread-1) [     ] o.e.j.s.Server Started @784395ms
   [junit4]   2> 784291 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c/ad, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/tempDir-001/jetty3, hostPort=53264, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-3-001/cores}
   [junit4]   2> 784292 ERROR (closeThreadPool-5801-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 784292 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 784292 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 784292 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 784292 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 784292 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-03T23:33:38.803516Z
   [junit4]   2> 784315 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 784329 INFO  (zkConnectionManagerCallback-5849-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 784330 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 784492 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 784492 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-3-001/solr.xml
   [junit4]   2> 784501 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 784684 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 784693 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@508326a2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 784693 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@508326a2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 784701 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34a8b8e5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 784701 WARN  (closeThreadPool-5801-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34a8b8e5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 784704 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53162/solr
   [junit4]   2> 784719 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 784724 INFO  (zkConnectionManagerCallback-5860-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 784725 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 784861 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 784878 INFO  (zkConnectionManagerCallback-5862-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 784878 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 784933 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 784956 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.c.ZkController Publish node=127.0.0.1:53264_c%2Fad as DOWN
   [junit4]   2> 784961 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 784961 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53264_c%2Fad
   [junit4]   2> 784967 INFO  (zkCallback-5861-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 784967 INFO  (zkCallback-5815-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 784967 INFO  (zkCallback-5799-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 784967 INFO  (zkCallback-5838-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 784967 INFO  (zkCallback-5771-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 784977 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 784977 WARN  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 785015 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 785050 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 785062 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 785062 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2278deb1
   [junit4]   2> 785064 INFO  (closeThreadPool-5801-thread-1) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001/shard-3-001/cores
   [junit4]   2> 785085 INFO  (closeThreadPool-5801-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:53264_c%2Fad
   [junit4]   2> 785095 INFO  (qtp1097301695-9391) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53254_c%252Fad&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 785095 INFO  (qtp1097301695-9394) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53264_c%252Fad&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 785095 INFO  (qtp1097301695-9393) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53240_c%252Fad&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 785173 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 785188 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=10
   [junit4]   2> 785198 INFO  (qtp1750724639-9448) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 785208 INFO  (qtp1267142046-9480) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 785212 INFO  (qtp437991466-9509) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 785240 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=2
   [junit4]   2> 785250 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 785253 INFO  (qtp1750724639-9452) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 785256 INFO  (qtp1267142046-9481) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 785278 INFO  (qtp437991466-9510) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=9
   [junit4]   2> 785323 INFO  (OverseerThreadFactory-5779-thread-3-processing-n:127.0.0.1:53195_c%2Fad) [n:127.0.0.1:53195_c%2Fad c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53254_c%2Fad for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 785330 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 785333 INFO  (qtp1097301695-9395) [n:127.0.0.1:53195_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 785338 INFO  (qtp1750724639-9446) [n:127.0.0.1:53240_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 785341 INFO  (qtp1267142046-9482) [n:127.0.0.1:53254_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 785344 INFO  (qtp437991466-9511) [n:127.0.0.1:53264_c%2Fad     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 785350 INFO  (OverseerThreadFactory-5779-thread-4-processing-n:127.0.0.1:53195_c%2Fad) [n:127.0.0.1:53195_c%2Fad c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53240_c%2Fad for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 785375 INFO  (OverseerThreadFactory-5779-thread-3-processing-n:127.0.0.1:53195_c%2Fad) [n:127.0.0.1:53195_c%2Fad c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 785401 INFO  (qtp1267142046-9481) [n:127.0.0.1:53254_c%2Fad    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 785404 INFO  (OverseerThreadFactory-5779-thread-4-processing-n:127.0.0.1:53195_c%2Fad) [n:127.0.0.1:53195_c%2Fad c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 785421 INFO  (qtp1750724639-9452) [n:127.0.0.1:53240_c%2Fad    x:collection1_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 786554 INFO  (qtp1267142046-9481) [n:127.0.0.1:53254_c%2Fad c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 786577 INFO  (qtp1750724639-9452) [n:127.0.0.1:53240_c%2Fad c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 786650 INFO  (qtp1750724639-9452) [n:127.0.0.1:53240_c%2Fad c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 786666 INFO  (qtp1267142046-9481) [n:127.0.0.1:53254_c%2Fad c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 788487 INFO  (qtp1750724639-9452) [n:127.0.0.1:53240_c%2Fad c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 788491 INFO  (qtp1267142046-9481) [n:127.0.0.1:53254_c%2Fad c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 789010 INFO  (qtp1267142046-9481) [n:127.0.0.1:53254_c%2Fad c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 789011 INFO  (qtp1267142046-9481) [n:127.0.0.1:53254_c%2Fad c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.repli

[...truncated too long message...]

cute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]   2> 
   [junit4]   2> 136133 INFO  (OverseerAutoScalingTriggerThread-72156394895310852-127.0.0.1:58209_c%2Fad-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 136133 INFO  (closeThreadPool-398-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72156394895310852-127.0.0.1:58209_c%2Fad-n_0000000000) closing
   [junit4]   2> 136134 INFO  (closeThreadPool-419-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72156394895310852-127.0.0.1:58209_c%2Fad-n_0000000000) closing
   [junit4]   2> 136137 INFO  (closeThreadPool-398-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@58c1cd5b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 136137 INFO  (closeThreadPool-398-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cbcdf5a{/c/ad,null,UNAVAILABLE}
   [junit4]   2> 136138 INFO  (closeThreadPool-398-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 136139 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 136354 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard2_0
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard1_1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard1_0
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard2_1
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/collectionprops.json
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard1_0
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard4
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	163	/solr/collections/ocptest_shardsplit2/state.json
   [junit4]   2> 	106	/solr/collections/collection1/state.json
   [junit4]   2> 	51	/solr/collections/ocptest1/state.json
   [junit4]   2> 	45	/solr/collections/ocptest_shardsplit/state.json
   [junit4]   2> 	43	/solr/collections/ocptest2/state.json
   [junit4]   2> 	33	/solr/collections/ocptest3/state.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	143	/solr/overseer/queue
   [junit4]   2> 	48	/solr/overseer/collection-queue-work
   [junit4]   2> 	31	/solr/collections
   [junit4]   2> 	24	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 136382 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:58190
   [junit4]   2> 136382 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:58190
   [junit4]   2> 136382 INFO  (TEST-MultiThreadedOCPTest.test-seed#[B2700773644666CC]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 58190
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=B2700773644666CC -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=qu-EC -Dtests.timezone=Africa/Windhoek -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  104s J0 | MultiThreadedOCPTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: acoll: 1588551868553 bcoll: 1588551868566
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B2700773644666CC:3A2438A9CABA0B34]:0)
   [junit4]    > 	at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
   [junit4]    > 	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.MultiThreadedOCPTest_B2700773644666CC-001
   [junit4]   2> May 04, 2020 12:24:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=9404, maxDocsPerChunk=3, blockShift=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=9404, blockSize=5)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5e030d2e), locale=qu-EC, timezone=Africa/Windhoek
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 14 (64-bit)/cpus=6,threads=1,free=408944640,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [NodeMarkersRegistrationTest, MultiThreadedOCPTest]
   [junit4] Completed [6/15 (1!)] on J0 in 104.96s, 1 test, 1 failure <<< FAILURES!

[...truncated 64 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1521: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1048: There were test failures: 15 suites, 25 tests, 1 failure, 5 ignored (5 assumptions) [seed: B2700773644666CC]

Total time: 3 minutes 0 seconds

[repro] Setting last failure code to 256

[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
[repro]   1/5 failed: org.apache.solr.cloud.MultiThreadedOCPTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=e7c7a62a84927cf6c49d75229f9ebfbe2feb9df9, workspace=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX
[WARNINGS] Computing warning deltas based on reference build #5965
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2