You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/05/10 22:32:29 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-13.0.2) - Build # 6003 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6003/
Java: 64bit/jdk-13.0.2 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:
acoll: 1589146744831 bcoll: 1589146745195

Stack Trace:
java.lang.AssertionError: acoll: 1589146744831 bcoll: 1589146745195
	at __randomizedtesting.SeedInfo.seed([1B6F9B14759AAF3D:933BA4CEDB66C2C5]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:830)




Build Log:
[...truncated 12879 lines...]
   [junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
   [junit4]   2> 4877 INFO  (SUITE-MultiThreadedOCPTest-seed#[1B6F9B14759AAF3D]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4894 INFO  (SUITE-MultiThreadedOCPTest-seed#[1B6F9B14759AAF3D]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4920 INFO  (SUITE-MultiThreadedOCPTest-seed#[1B6F9B14759AAF3D]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/data-dir-1-001
   [junit4]   2> 5080 INFO  (SUITE-MultiThreadedOCPTest-seed#[1B6F9B14759AAF3D]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 5179 INFO  (SUITE-MultiThreadedOCPTest-seed#[1B6F9B14759AAF3D]-worker) [     ] o.e.j.u.log Logging initialized @5228ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 5184 INFO  (SUITE-MultiThreadedOCPTest-seed#[1B6F9B14759AAF3D]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 5534 INFO  (SUITE-MultiThreadedOCPTest-seed#[1B6F9B14759AAF3D]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /l_c/b
   [junit4]   2> 5610 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5622 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 5623 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5728 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer start zk server on port: 55026
   [junit4]   2> 5729 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:55026
   [junit4]   2> 5796 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55026
   [junit4]   2> 5797 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55026
   [junit4]   2> 5951 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6019 INFO  (zkConnectionManagerCallback-4-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6022 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6081 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6096 INFO  (zkConnectionManagerCallback-6-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6097 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6142 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 6183 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 6196 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6225 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 6243 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 6266 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 6288 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 6312 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6331 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6357 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 6379 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 6424 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6442 INFO  (zkConnectionManagerCallback-10-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6443 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6622 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 8178 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 8179 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 8184 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
   [junit4]   2> 8256 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 8257 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 8273 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 8321 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d2e802{/l_c/b,null,AVAILABLE}
   [junit4]   2> 8503 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@17a2a395{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:55039}
   [junit4]   2> 8506 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.s.Server Started @8563ms
   [junit4]   2> 8507 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/l_c/b, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/tempDir-001/control/data, hostPort=55039, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/control-001/cores}
   [junit4]   2> 8717 ERROR (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 8717 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 8717 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 8721 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 8728 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 8729 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-10T21:37:53.470180Z
   [junit4]   2> 8747 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 8763 INFO  (zkConnectionManagerCallback-12-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 8764 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 8886 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 8889 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/control-001/solr.xml
   [junit4]   2> 9053 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 10161 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 10230 WARN  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31eb925c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 10231 WARN  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31eb925c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 10492 WARN  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@140d1acf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 10492 WARN  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@140d1acf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 10527 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55026/solr
   [junit4]   2> 10545 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 10551 INFO  (zkConnectionManagerCallback-23-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 10552 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 10723 INFO  (zkConnectionManagerCallback-25-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 10724 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 10725 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 12195 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55039_l_c%2Fb
   [junit4]   2> 12201 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.Overseer Overseer (id=72195381873278981-127.0.0.1:55039_l_c%2Fb-n_0000000000) starting
   [junit4]   2> 12445 INFO  (OverseerStateUpdate-72195381873278981-127.0.0.1:55039_l_c%2Fb-n_0000000000) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:55039_l_c%2Fb
   [junit4]   2> 12455 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55039_l_c%2Fb
   [junit4]   2> 12486 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 12603 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 12654 WARN  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 13134 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 13551 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 13560 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 13561 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 13622 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/control-001/cores
   [junit4]   2> 13936 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 13944 INFO  (zkConnectionManagerCallback-42-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 13945 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 13989 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 14004 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55026/solr ready
   [junit4]   2> 14778 INFO  (qtp431595418-52) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:55039_l_c%252Fb&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 14839 INFO  (OverseerThreadFactory-32-thread-1-processing-n:127.0.0.1:55039_l_c%2Fb) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 15134 INFO  (qtp431595418-51) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=21
   [junit4]   2> 15209 INFO  (qtp431595418-50) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 15284 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 15287 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 16396 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 16696 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 18047 WARN  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 18268 WARN  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 18283 WARN  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 18302 WARN  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 19052 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 19646 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 19665 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 19716 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 19835 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 20742 WARN  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 22349 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 22350 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 22384 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 22384 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 22402 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=98.4375, floorSegmentMB=0.2138671875, forceMergeDeletesPctAllowed=0.6956010427477588, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156785994973682, deletesPctAllowed=25.231017840875772
   [junit4]   2> 22590 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 22642 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 22758 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 22772 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1666341077004582912
   [junit4]   2> 22844 INFO  (searcherExecutor-44-thread-1-processing-n:127.0.0.1:55039_l_c%2Fb x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 22936 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 22942 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 23004 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 23006 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 23006 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55039/l_c/b/control_collection_shard1_replica_n1/
   [junit4]   2> 23013 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 23021 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:55039/l_c/b/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 23027 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72195381873278981-core_node2-n_0000000000
   [junit4]   2> 23055 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:55039/l_c/b/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 23087 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23087 INFO  (zkCallback-24-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23117 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 23153 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7872
   [junit4]   2> 23196 INFO  (qtp431595418-52) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 23255 INFO  (zkCallback-24-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23256 INFO  (zkCallback-24-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23256 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23258 INFO  (qtp431595418-52) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:55039_l_c%252Fb&wt=javabin&version=2} status=0 QTime=8551
   [junit4]   2> 23278 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 23414 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 23420 INFO  (zkConnectionManagerCallback-53-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 23420 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 23428 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 23436 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55026/solr ready
   [junit4]   2> 23439 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 23485 INFO  (qtp431595418-51) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 23501 INFO  (OverseerThreadFactory-32-thread-2-processing-n:127.0.0.1:55039_l_c%2Fb) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 23502 INFO  (OverseerCollectionConfigSetProcessor-72195381873278981-127.0.0.1:55039_l_c%2Fb-n_0000000000) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 23731 WARN  (OverseerThreadFactory-32-thread-2-processing-n:127.0.0.1:55039_l_c%2Fb) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 23740 INFO  (qtp431595418-51) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 23746 INFO  (qtp431595418-51) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=261
   [junit4]   2> 23757 INFO  (watches-50-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 23757 INFO  (watches-50-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 23757 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 23757 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 23760 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 23760 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 23761 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 23761 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 23762 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 24685 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 24712 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 24712 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 24712 INFO  (closeThreadPool-54-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
   [junit4]   2> 24715 INFO  (closeThreadPool-54-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 24715 INFO  (closeThreadPool-54-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 24716 INFO  (closeThreadPool-54-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 24717 INFO  (closeThreadPool-54-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16d24fa7{/l_c/b,null,AVAILABLE}
   [junit4]   2> 24722 INFO  (closeThreadPool-54-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4230104c{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:55114}
   [junit4]   2> 24722 INFO  (closeThreadPool-54-thread-1) [     ] o.e.j.s.Server Started @24779ms
   [junit4]   2> 24722 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/l_c/b, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/tempDir-001/jetty1, hostPort=55114, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-1-001/cores}
   [junit4]   2> 24723 ERROR (closeThreadPool-54-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 24723 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 24723 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 24723 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 24723 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 24723 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-10T21:38:09.464949Z
   [junit4]   2> 24728 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 24752 INFO  (zkConnectionManagerCallback-56-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 24752 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 24862 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 24862 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-1-001/solr.xml
   [junit4]   2> 24881 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 25142 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 25154 WARN  (closeThreadPool-54-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@23930d2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 25154 WARN  (closeThreadPool-54-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@23930d2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 25188 WARN  (closeThreadPool-54-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d04a666[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 25188 WARN  (closeThreadPool-54-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d04a666[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 25194 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55026/solr
   [junit4]   2> 25196 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 25213 INFO  (zkConnectionManagerCallback-67-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 25216 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 25335 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 25343 INFO  (zkConnectionManagerCallback-69-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 25344 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 25428 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 25510 INFO  (OverseerCollectionConfigSetProcessor-72195381873278981-127.0.0.1:55039_l_c%2Fb-n_0000000000) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 25507 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.c.ZkController Publish node=127.0.0.1:55114_l_c%2Fb as DOWN
   [junit4]   2> 25532 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 25532 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55114_l_c%2Fb
   [junit4]   2> 25545 INFO  (zkCallback-68-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 25545 INFO  (zkCallback-52-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 25545 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 25589 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 25590 WARN  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 25724 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 25861 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 25885 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 25922 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 25922 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 25931 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
   [junit4]   2> 25934 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 25934 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 25934 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 25935 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f04609c{/l_c/b,null,AVAILABLE}
   [junit4]   2> 26005 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3cacce9d{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:55121}
   [junit4]   2> 26005 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.Server Started @26062ms
   [junit4]   2> 26005 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/l_c/b, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/tempDir-001/jetty2, hostPort=55121, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-2-001/cores}
   [junit4]   2> 26005 ERROR (closeThreadPool-54-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 26006 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 26006 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 26006 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 26006 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 26006 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-10T21:38:10.747243Z
   [junit4]   2> 26007 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 26024 INFO  (zkConnectionManagerCallback-78-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26024 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 26046 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 26046 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 26057 INFO  (closeThreadPool-54-thread-1) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-1-001/cores
   [junit4]   2> 26140 INFO  (closeThreadPool-54-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:55114_l_c%2Fb
   [junit4]   2> 26141 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 26141 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-2-001/solr.xml
   [junit4]   2> 26209 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 26351 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 26370 WARN  (closeThreadPool-54-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31188ab9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 26370 WARN  (closeThreadPool-54-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31188ab9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 26392 WARN  (closeThreadPool-54-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1c310a23[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 26410 WARN  (closeThreadPool-54-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1c310a23[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 26415 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55026/solr
   [junit4]   2> 26417 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 26427 INFO  (zkConnectionManagerCallback-90-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26428 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 26558 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 26572 INFO  (zkConnectionManagerCallback-92-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26575 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 26631 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 26672 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.c.ZkController Publish node=127.0.0.1:55121_l_c%2Fb as DOWN
   [junit4]   2> 26685 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 26685 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55121_l_c%2Fb
   [junit4]   2> 26702 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 26702 INFO  (zkCallback-91-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 26702 INFO  (zkCallback-52-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 26702 INFO  (zkCallback-68-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 26744 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 26747 WARN  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 26801 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 26889 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 26925 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 26925 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 26928 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-2-001/cores
   [junit4]   2> 27010 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:55121_l_c%2Fb
   [junit4]   2> 27285 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 27294 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 27294 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 27294 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
   [junit4]   2> 27315 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 27315 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 27315 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 27317 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53d9865f{/l_c/b,null,AVAILABLE}
   [junit4]   2> 27337 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@169f421c{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:55128}
   [junit4]   2> 27340 INFO  (closeThreadPool-54-thread-2) [     ] o.e.j.s.Server Started @27397ms
   [junit4]   2> 27340 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/l_c/b, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/tempDir-001/jetty3, hostPort=55128, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 27341 ERROR (closeThreadPool-54-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27341 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 27341 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 27346 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 27347 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 27347 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-10T21:38:12.088586Z
   [junit4]   2> 27358 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 27364 INFO  (zkConnectionManagerCallback-102-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27365 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 27479 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 27484 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-3-001/solr.xml
   [junit4]   2> 27533 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 27659 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 27664 WARN  (closeThreadPool-54-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54477a03[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 27664 WARN  (closeThreadPool-54-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54477a03[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 27676 WARN  (closeThreadPool-54-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9d6eca7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 27676 WARN  (closeThreadPool-54-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9d6eca7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 27678 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55026/solr
   [junit4]   2> 27680 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 27685 INFO  (zkConnectionManagerCallback-113-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27686 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 27811 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 27830 INFO  (zkConnectionManagerCallback-115-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27832 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 27881 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 27914 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.c.ZkController Publish node=127.0.0.1:55128_l_c%2Fb as DOWN
   [junit4]   2> 27925 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 27926 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55128_l_c%2Fb
   [junit4]   2> 27934 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27934 INFO  (zkCallback-52-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27934 INFO  (zkCallback-68-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27934 INFO  (zkCallback-91-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27934 INFO  (zkCallback-114-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27982 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 27987 WARN  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 28050 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 28112 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 28174 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 28174 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 28177 INFO  (closeThreadPool-54-thread-2) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-3-001/cores
   [junit4]   2> 28212 INFO  (closeThreadPool-54-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:55128_l_c%2Fb
   [junit4]   2> 28270 INFO  (qtp431595418-51) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:55114_l_c%252Fb&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 28279 INFO  (qtp431595418-52) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:55121_l_c%252Fb&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 28279 INFO  (qtp431595418-50) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:55128_l_c%252Fb&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 28319 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 28330 INFO  (qtp431595418-192) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=6
   [junit4]   2> 28352 INFO  (qtp51190391-107) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28372 INFO  (qtp2106705062-134) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28435 INFO  (qtp1906908240-167) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=4
   [junit4]   2> 28441 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 28446 INFO  (qtp431595418-192) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28455 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28461 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28471 INFO  (qtp1906908240-165) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28478 INFO  (OverseerThreadFactory-32-thread-3-processing-n:127.0.0.1:55039_l_c%2Fb) [n:127.0.0.1:55039_l_c%2Fb c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:55114_l_c%2Fb for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 28485 INFO  (qtp431595418-49) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=2
   [junit4]   2> 28490 INFO  (OverseerThreadFactory-32-thread-3-processing-n:127.0.0.1:55039_l_c%2Fb) [n:127.0.0.1:55039_l_c%2Fb c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 28490 INFO  (qtp431595418-192) [n:127.0.0.1:55039_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28501 INFO  (qtp51190391-106) [n:127.0.0.1:55114_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28509 INFO  (qtp2106705062-132) [n:127.0.0.1:55121_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 28520 INFO  (qtp1906908240-166) [n:127.0.0.1:55128_l_c%2Fb     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 28526 INFO  (OverseerThreadFactory-32-thread-4-processing-n:127.0.0.1:55039_l_c%2Fb) [n:127.0.0.1:55039_l_c%2Fb c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:55121_l_c%2Fb for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 28532 INFO  (OverseerThreadFactory-32-thread-4-processing-n:127.0.0.1:55039_l_c%2Fb) [n:127.0.0.1:55039_l_c%2Fb c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 28846 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb    x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 28895 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb    x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 29924 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 29977 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 30005 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 30078 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 30309 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30342 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30525 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 30536 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 30536 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-1-001/cores/collection1_shard2_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-1-001/cores/collection1_shard2_replica_n1/data/]
   [junit4]   2> 30543 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 30550 WARN  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 30597 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 30598 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@170b8d79
   [junit4]   2> 30599 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-2-001/cores/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001/shard-2-001/cores/collection1_shard1_replica_n2/data/]
   [junit4]   2> 30603 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 30612 WARN  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 30761 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30761 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30765 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30765 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30779 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=98.4375, floorSegmentMB=0.2138671875, forceMergeDeletesPctAllowed=0.6956010427477588, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156785994973682, deletesPctAllowed=25.231017840875772
   [junit4]   2> 30798 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 30805 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30805 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30808 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30808 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30809 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 30810 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 30811 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1666341085434085376
   [junit4]   2> 30817 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=98.4375, floorSegmentMB=0.2138671875, forceMergeDeletesPctAllowed=0.6956010427477588, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156785994973682, deletesPctAllowed=25.231017840875772
   [junit4]   2> 30842 INFO  (searcherExecutor-126-thread-1-processing-n:127.0.0.1:55114_l_c%2Fb x:collection1_shard2_replica_n1 c:collection1 s:shard2) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [collection1_shard2_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 30854 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 30863 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 30864 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 30865 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1666341085491757056
   [junit4]   2> 30876 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 30876 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 30889 INFO  (searcherExecutor-128-thread-1-processing-n:127.0.0.1:55121_l_c%2Fb x:collection1_shard1_replica_n2 c:collection1 s:shard1) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [collection1_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 30932 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 30932 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 30944 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 30944 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 30944 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55114/l_c/b/collection1_shard2_replica_n1/
   [junit4]   2> 30947 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 30959 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:55114/l_c/b/collection1_shard2_replica_n1/ has no replicas
   [junit4]   2> 30959 INFO  (qtp51190391-105) [n:127.0.0.1:55114_l_c%2Fb c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72195381873278986-core_node3-n_0000000000
   [junit4]   2> 30990 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 30995 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 30996 INFO  (qtp2106705062-133) [n:127.0.0.1:55121_l_c%2Fb c:collection1 s:shard1 

[...truncated too long message...]

n.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:264)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:263)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:600)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:566)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:830)
   [junit4]   2> 
   [junit4]   2> 92422 INFO  (OverseerAutoScalingTriggerThread-72195381873278981-127.0.0.1:55039_l_c%2Fb-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 92433 INFO  (closeThreadPool-278-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72195381873278981-127.0.0.1:55039_l_c%2Fb-n_0000000000) closing
   [junit4]   2> 92433 INFO  (closeThreadPool-302-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72195381873278981-127.0.0.1:55039_l_c%2Fb-n_0000000000) closing
   [junit4]   2> 92446 INFO  (closeThreadPool-278-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@17a2a395{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 92446 INFO  (closeThreadPool-278-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d2e802{/l_c/b,null,UNAVAILABLE}
   [junit4]   2> 92446 INFO  (closeThreadPool-278-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 92465 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 92690 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard2_0
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard1_1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard1_0
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/terms/shard2_1
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	3	/solr/collections/ocptest_shardsplit2/collectionprops.json
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit2/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest3/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard1_0
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard1_1
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard4
   [junit4]   2> 	2	/solr/collections/ocptest2/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard2
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard3
   [junit4]   2> 	2	/solr/collections/ocptest_shardsplit/terms/shard1
   [junit4]   2> 	2	/solr/collections/ocptest1/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	160	/solr/collections/ocptest_shardsplit2/state.json
   [junit4]   2> 	133	/solr/collections/collection1/state.json
   [junit4]   2> 	39	/solr/collections/ocptest_shardsplit/state.json
   [junit4]   2> 	37	/solr/collections/ocptest2/state.json
   [junit4]   2> 	33	/solr/collections/ocptest1/state.json
   [junit4]   2> 	33	/solr/collections/ocptest3/state.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72195381873278981-127.0.0.1:55039_l_c%2Fb-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	143	/solr/overseer/queue
   [junit4]   2> 	50	/solr/overseer/collection-queue-work
   [junit4]   2> 	31	/solr/collections
   [junit4]   2> 	24	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 92728 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:55026
   [junit4]   2> 92728 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55026
   [junit4]   2> 92728 INFO  (TEST-MultiThreadedOCPTest.test-seed#[1B6F9B14759AAF3D]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55026
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=1B6F9B14759AAF3D -Dtests.slow=true -Dtests.locale=fr-WF -Dtests.timezone=ART -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 87.2s J1 | MultiThreadedOCPTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: acoll: 1589146744831 bcoll: 1589146745195
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1B6F9B14759AAF3D:933BA4CEDB66C2C5]:0)
   [junit4]    > 	at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
   [junit4]    > 	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:830)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1B6F9B14759AAF3D-001
   [junit4]   2> May 10, 2020 9:39:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), _root_=FST50, id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1416, maxMBSortInHeap=6.845928226825213, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@79b49ba1), locale=fr-WF, timezone=ART
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=2,free=120837712,total=300478464
   [junit4]   2> NOTE: All tests run in this JVM: [MultiThreadedOCPTest]
   [junit4] Completed [42/912 (1!)] on J1 in 91.21s, 1 test, 1 failure <<< FAILURES!

[...truncated 55641 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6003/consoleText

[repro] Revision: 15be0db58696d379c6f7e1a6d0afa18dd7cdd43d

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=1B6F9B14759AAF3D -Dtests.slow=true -Dtests.locale=fr-WF -Dtests.timezone=ART -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       MultiThreadedOCPTest
[repro] ant compile-test

[...truncated 3152 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.MultiThreadedOCPTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=1B6F9B14759AAF3D -Dtests.slow=true -Dtests.locale=fr-WF -Dtests.timezone=ART -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 86 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.MultiThreadedOCPTest
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build # 6005 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6005/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration

Error Message:
leader.test_collection.shard1.UPDATE./update.requests.max

Stack Trace:
java.lang.AssertionError: leader.test_collection.shard1.UPDATE./update.requests.max
	at __randomizedtesting.SeedInfo.seed([626DBE4C76CC51F2:26A19EB718F68798]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.lambda$testExplicitConfiguration$1(SolrCloudReportersTest.java:154)
	at java.base/java.util.concurrent.CopyOnWriteArrayList.forEach(CopyOnWriteArrayList.java:803)
	at java.base/java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1085)
	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:79)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 13658 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
   [junit4]   2> 764184 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 764184 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 764191 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/data-dir-31-001
   [junit4]   2> 764191 WARN  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 764191 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 764192 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 764195 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-001
   [junit4]   2> 764195 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 764197 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 764197 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 764300 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 63707
   [junit4]   2> 764300 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:63707
   [junit4]   2> 764300 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63707
   [junit4]   2> 764300 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63707
   [junit4]   2> 764311 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764314 INFO  (zkConnectionManagerCallback-6575-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 764315 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 764329 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764330 INFO  (zkConnectionManagerCallback-6577-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 764331 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 764334 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764337 INFO  (zkConnectionManagerCallback-6579-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 764339 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 764503 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testExplicitConfiguration
   [junit4]   2> 764504 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 764732 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:63707
   [junit4]   2> 764732 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63707
   [junit4]   2> 764732 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63707
   [junit4]   2> 764736 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002
   [junit4]   2> 764737 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 764737 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 764738 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 764839 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer start zk server on port: 63713
   [junit4]   2> 764839 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:63713
   [junit4]   2> 764839 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63713
   [junit4]   2> 764839 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63713
   [junit4]   2> 764843 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764855 INFO  (zkConnectionManagerCallback-6584-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 764855 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 764862 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764869 INFO  (zkConnectionManagerCallback-6586-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 764869 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 764871 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764876 INFO  (zkConnectionManagerCallback-6588-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 764876 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 764986 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 764986 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 764986 INFO  (jetty-launcher-6589-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 764987 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 764987 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 764987 INFO  (jetty-launcher-6589-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 764990 INFO  (jetty-launcher-6589-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 764990 INFO  (jetty-launcher-6589-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 764990 INFO  (jetty-launcher-6589-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 764991 INFO  (jetty-launcher-6589-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53309ac{/solr,null,AVAILABLE}
   [junit4]   2> 764992 INFO  (jetty-launcher-6589-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 764992 INFO  (jetty-launcher-6589-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 764992 INFO  (jetty-launcher-6589-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 764992 INFO  (jetty-launcher-6589-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7eaa340d{/solr,null,AVAILABLE}
   [junit4]   2> 764992 INFO  (jetty-launcher-6589-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@64034e05{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63718}
   [junit4]   2> 764992 INFO  (jetty-launcher-6589-thread-2) [     ] o.e.j.s.Server Started @765082ms
   [junit4]   2> 764992 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63718}
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5285a27f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63719}
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-1) [     ] o.e.j.s.Server Started @765083ms
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63719}
   [junit4]   2> 764993 ERROR (jetty-launcher-6589-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 764993 ERROR (jetty-launcher-6589-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-11T09:37:11.151788Z
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 764993 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-11T09:37:11.151834Z
   [junit4]   2> 764995 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 764996 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 765004 INFO  (zkConnectionManagerCallback-6591-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 765004 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 765004 INFO  (zkConnectionManagerCallback-6593-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 765005 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 765006 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 765006 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 765195 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 765196 WARN  (jetty-launcher-6589-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41087232[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 765196 WARN  (jetty-launcher-6589-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41087232[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 765202 WARN  (jetty-launcher-6589-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@650df340[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 765203 WARN  (jetty-launcher-6589-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@650df340[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 765205 INFO  (jetty-launcher-6589-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63713/solr
   [junit4]   2> 765206 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 765210 INFO  (zkConnectionManagerCallback-6604-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 765211 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 765476 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 765477 WARN  (jetty-launcher-6589-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5882f148[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 765477 WARN  (jetty-launcher-6589-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5882f148[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 765485 WARN  (jetty-launcher-6589-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27372b88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 765485 WARN  (jetty-launcher-6589-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27372b88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 765486 INFO  (jetty-launcher-6589-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63713/solr
   [junit4]   2> 765488 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 765496 INFO  (zkConnectionManagerCallback-6617-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 765500 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 765641 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63719_solr
   [junit4]   2> 765647 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.c.Overseer Overseer (id=72198210436988934-127.0.0.1:63719_solr-n_0000000000) starting
   [junit4]   2> 765703 INFO  (OverseerStateUpdate-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [n:127.0.0.1:63719_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:63719_solr
   [junit4]   2> 765704 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63719_solr
   [junit4]   2> 765718 INFO  (OverseerStateUpdate-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 765743 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 765744 WARN  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 765797 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 765825 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
   [junit4]   2> 765829 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
   [junit4]   2> 765829 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
   [junit4]   2> 765886 INFO  (jetty-launcher-6589-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node1
   [junit4]   2> 766058 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 766095 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:63718_solr as DOWN
   [junit4]   2> 766117 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 766117 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63718_solr
   [junit4]   2> 766128 INFO  (zkCallback-6616-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 766128 INFO  (zkCallback-6603-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 766143 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 766143 WARN  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 766165 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 766179 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
   [junit4]   2> 766179 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
   [junit4]   2> 766179 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
   [junit4]   2> 766182 INFO  (jetty-launcher-6589-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node2
   [junit4]   2> 766205 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 766206 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 766210 INFO  (zkConnectionManagerCallback-6640-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766210 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 766227 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 766235 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63713/solr ready
   [junit4]   2> 766237 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 766241 INFO  (zkConnectionManagerCallback-6642-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766242 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 766369 INFO  (qtp1791278381-10333) [n:127.0.0.1:63718_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 766386 INFO  (OverseerThreadFactory-6624-thread-1-processing-n:127.0.0.1:63719_solr) [n:127.0.0.1:63719_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection test_collection
   [junit4]   2> 766517 INFO  (qtp1791278381-10337) [n:127.0.0.1:63718_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 766522 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 766527 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 766529 INFO  (qtp1547851655-10339) [n:127.0.0.1:63719_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 766579 INFO  (OverseerStateUpdate-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [n:127.0.0.1:63719_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:63719/solr",
   [junit4]   2>   "node_name":"127.0.0.1:63719_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 766602 INFO  (OverseerStateUpdate-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [n:127.0.0.1:63719_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:63718/solr",
   [junit4]   2>   "node_name":"127.0.0.1:63718_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 766626 INFO  (OverseerStateUpdate-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [n:127.0.0.1:63719_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_collection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:63718/solr",
   [junit4]   2>   "node_name":"127.0.0.1:63718_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 766672 INFO  (OverseerStateUpdate-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [n:127.0.0.1:63719_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_collection_shard2_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:63719/solr",
   [junit4]   2>   "node_name":"127.0.0.1:63719_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 766880 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr    x:test_collection_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 766880 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr    x:test_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 766881 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr    x:test_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 766883 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr    x:test_collection_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 766887 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr    x:test_collection_shard2_replica_n7 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n7&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 766948 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 766955 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 766963 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 766964 WARN  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 766964 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 766964 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n2' using configuration from configset test, trusted=true
   [junit4]   2> 766970 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 766976 WARN  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 766976 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 766976 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n4' using configuration from configset test, trusted=true
   [junit4]   2> 766999 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n2
   [junit4]   2> 766999 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n4
   [junit4]   2> 767048 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node2/test_collection_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node2/test_collection_shard2_replica_n4/data/]
   [junit4]   2> 767048 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node2/test_collection_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node2/test_collection_shard1_replica_n2/data/]
   [junit4]   2> 767058 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 767080 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 767102 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 767108 WARN  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 767108 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 767108 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from configset test, trusted=true
   [junit4]   2> 767108 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n1
   [junit4]   2> 767109 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node1/test_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node1/test_collection_shard1_replica_n1/data/]
   [junit4]   2> 767122 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 767125 WARN  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 767125 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 767125 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n7' using configuration from configset test, trusted=true
   [junit4]   2> 767125 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n7
   [junit4]   2> 767129 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n7] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node1/test_collection_shard2_replica_n7], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-002/node1/test_collection_shard2_replica_n7/data/]
   [junit4]   2> 767207 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 767207 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 767209 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 767209 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 767217 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 767222 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 767222 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 767223 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 767223 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 767223 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 767226 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 767226 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 767228 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 767229 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 767229 INFO  (searcherExecutor-6646-thread-1-processing-n:127.0.0.1:63718_solr x:test_collection_shard2_replica_n4 c:test_collection s:shard2 r:core_node6) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.SolrCore [test_collection_shard2_replica_n4]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 767229 INFO  (searcherExecutor-6644-thread-1-processing-n:127.0.0.1:63718_solr x:test_collection_shard1_replica_n2 c:test_collection s:shard1 r:core_node5) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.SolrCore [test_collection_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 767229 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 767237 INFO  (searcherExecutor-6648-thread-1-processing-n:127.0.0.1:63719_solr x:test_collection_shard1_replica_n1 c:test_collection s:shard1 r:core_node3) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [test_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 767238 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 767238 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 767258 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 767264 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 767265 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 767271 INFO  (searcherExecutor-6650-thread-1-processing-n:127.0.0.1:63719_solr x:test_collection_shard2_replica_n7 c:test_collection s:shard2 r:core_node8) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrCore [test_collection_shard2_replica_n7]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 767271 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard2 to Terms{values={core_node6=0}, version=0}
   [junit4]   2> 767271 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard2
   [junit4]   2> 767289 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 767289 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard1
   [junit4]   2> 767298 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 767301 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard1
   [junit4]   2> 767310 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
   [junit4]   2> 767313 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard2
   [junit4]   2> 767322 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoute in=9993ms
   [junit4]   2> 767336 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 767336 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 767336 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63719/solr/test_collection_shard1_replica_n1/
   [junit4]   2> 767336 ERROR (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 767336 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 767336 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test_collection/leaders/shard1/leader after winning as /collections/test_collection/leader_elect/shard1/election/72198210436988934-core_node3-n_0000000000
   [junit4]   2> 767341 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63719/solr/test_collection_shard1_replica_n1/ shard1
   [junit4]   2> 767455 INFO  (zkCallback-6616-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767455 INFO  (zkCallback-6616-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767455 INFO  (zkCallback-6616-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767458 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 767491 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=610
   [junit4]   2> 767577 INFO  (zkCallback-6616-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767578 INFO  (zkCallback-6616-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767578 INFO  (zkCallback-6616-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767578 INFO  (zkCallback-6616-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767831 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 767831 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 767831 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63718/solr/test_collection_shard2_replica_n4/
   [junit4]   2> 767831 ERROR (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 767831 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 767831 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test_collection/leaders/shard2/leader after winning as /collections/test_collection/leader_elect/shard2/election/72198210436988933-core_node6-n_0000000000
   [junit4]   2> 767845 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63718/solr/test_collection_shard2_replica_n4/ shard2
   [junit4]   2> 767951 INFO  (zkCallback-6616-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767951 INFO  (zkCallback-6616-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767951 INFO  (zkCallback-6616-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767952 INFO  (zkCallback-6616-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767952 INFO  (zkCallback-6603-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 767956 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n4 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 767969 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1086
   [junit4]   2> 768073 INFO  (zkCallback-6616-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768073 INFO  (zkCallback-6616-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768073 INFO  (zkCallback-6603-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768073 INFO  (zkCallback-6616-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768073 INFO  (zkCallback-6616-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768073 INFO  (zkCallback-6603-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768343 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1463
   [junit4]   2> 768344 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n7&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1460
   [junit4]   2> 768349 INFO  (qtp1791278381-10333) [n:127.0.0.1:63718_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 768388 INFO  (OverseerCollectionConfigSetProcessor-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [n:127.0.0.1:63719_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 768457 INFO  (zkCallback-6603-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768457 INFO  (zkCallback-6616-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768457 INFO  (zkCallback-6616-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768457 INFO  (zkCallback-6616-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768457 INFO  (zkCallback-6603-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768457 INFO  (zkCallback-6616-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 768463 INFO  (qtp1791278381-10333) [n:127.0.0.1:63718_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2094
   [junit4]   2> 768465 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: test_collection
   [junit4]   2> 768474 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.SolrCloudTestCase waitForState (test_collection): Expected test_collection with 2 shards and 2 replicas
   [junit4]   2> 768475 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 4 expected replica count: 4
   [junit4]   2> 768475 INFO  (watches-6637-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 4 expected replica count: 4
   [junit4]   2> 768477 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 4 expected replica count: 4
   [junit4]   2> 768477 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 4 expected replica count: 4
   [junit4]   2> 770896 INFO  (qtp1547851655-10339) [n:127.0.0.1:63719_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:63719_solr} status=0 QTime=2
   [junit4]   2> 771186 INFO  (qtp1547851655-10340) [n:127.0.0.1:63719_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:63718_solr} status=0 QTime=0
   [junit4]   2> 772060 INFO  (qtp1791278381-10331) [n:127.0.0.1:63718_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node6} status=0 QTime=0
   [junit4]   2> 772061 INFO  (qtp1547851655-10336) [n:127.0.0.1:63719_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
   [junit4]   2> 773004 INFO  (qtp1547851655-10339) [n:127.0.0.1:63719_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node3} status=0 QTime=0
   [junit4]   2> 773006 INFO  (qtp1791278381-10335) [n:127.0.0.1:63718_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
   [junit4]   2> 778492 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.SolrTestCaseJ4 ###Ending testExplicitConfiguration
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCloudReportersTest -Dtests.method=testExplicitConfiguration -Dtests.seed=626DBE4C76CC51F2 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=Asia/Ujung_Pandang -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 14.0s J3 | SolrCloudReportersTest.testExplicitConfiguration <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: leader.test_collection.shard1.UPDATE./update.requests.max
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([626DBE4C76CC51F2:26A19EB718F68798]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.lambda$testExplicitConfiguration$1(SolrCloudReportersTest.java:154)
   [junit4]    > 	at java.base/java.util.concurrent.CopyOnWriteArrayList.forEach(CopyOnWriteArrayList.java:803)
   [junit4]    > 	at java.base/java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1085)
   [junit4]    > 	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:79)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> 778552 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultPlugins
   [junit4]   2> 778656 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1148451060
   [junit4]   2> 778656 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63719_solr
   [junit4]   2> 778657 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=104427271
   [junit4]   2> 778657 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63718_solr
   [junit4]   2> 778658 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 778658 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:63718_solr as DOWN
   [junit4]   2> 778658 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 778658 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:63719_solr as DOWN
   [junit4]   2> 778666 INFO  (coreCloseExecutor-6670-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.c.SolrCore [test_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@11cf175f
   [junit4]   2> 778666 INFO  (coreCloseExecutor-6670-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard1.replica_n1 tag=SolrCore@11cf175f
   [junit4]   2> 778666 INFO  (coreCloseExecutor-6670-thread-2) [n:127.0.0.1:63719_solr     ] o.a.s.c.SolrCore [test_collection_shard2_replica_n7]  CLOSING SolrCore org.apache.solr.core.SolrCore@461e9f29
   [junit4]   2> 778666 INFO  (coreCloseExecutor-6670-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@417db31c: rootName = null, domain = solr.core.test_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.test_collection.shard1.replica_n1/null
   [junit4]   2> 778668 INFO  (coreCloseExecutor-6670-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard1.leader tag=SolrCore@11cf175f
   [junit4]   2> 778668 INFO  (coreCloseExecutor-6670-thread-2) [n:127.0.0.1:63719_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard2.replica_n7 tag=SolrCore@461e9f29
   [junit4]   2> 778670 INFO  (coreCloseExecutor-6670-thread-1) [n:127.0.0.1:63719_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 778670 INFO  (coreCloseExecutor-6671-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.c.SolrCore [test_collection_shard2_replica_n4]  CLOSING SolrCore org.apache.solr.core.SolrCore@3073deb4
   [junit4]   2> 778670 INFO  (coreCloseExecutor-6671-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard2.replica_n4 tag=SolrCore@3073deb4
   [junit4]   2> 778670 INFO  (coreCloseExecutor-6671-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cc3da1e: rootName = null, domain = solr.core.test_collection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.test_collection.shard2.replica_n4/null
   [junit4]   2> 778671 INFO  (coreCloseExecutor-6671-thread-1) [n:127.0.0.1:63718_solr     ] o.a.s.c.SolrCore [test_collection_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@5f21d37d
   [junit4]   2> 778672 INFO  (coreCloseExecutor-6670-thread-2) [n:127.0.0.1:63719_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8b68cb7: rootName = null, domain = solr.core.test_collection.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.test_collection.shard2.replica_n7/null
   [junit4]   2> 778673 INFO  (coreCloseExecutor-6670-thread-2) [n:127.0.0.1:63719_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard2.leader tag=SolrCore@461e9f29
   [junit4]   2> 778674 INFO  (coreCloseExecutor-6671-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard2.leader tag=SolrCore@3073deb4
   [junit4]   2> 778675 INFO  (coreCloseExecutor-6670-thread-2) [n:127.0.0.1:63719_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 778676 INFO  (coreCloseExecutor-6671-thread-1) [n:127.0.0.1:63718_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard1.replica_n2 tag=SolrCore@5f21d37d
   [junit4]   2> 778676 INFO  (coreCloseExecutor-6671-thread-1) [n:127.0.0.1:63718_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69a7ee75: rootName = null, domain = solr.core.test_collection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.test_collection.shard1.replica_n2/null
   [junit4]   2> 778678 INFO  (coreCloseExecutor-6671-thread-2) [n:127.0.0.1:63718_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 778678 INFO  (coreCloseExecutor-6671-thread-1) [n:127.0.0.1:63718_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard1.leader tag=SolrCore@5f21d37d
   [junit4]   2> 778680 INFO  (zkCallback-6616-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 778680 INFO  (zkCallback-6603-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 778680 INFO  (zkCallback-6616-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 778680 INFO  (zkCallback-6616-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 778680 INFO  (zkCallback-6616-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 778681 INFO  (zkCallback-6603-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 778681 INFO  (coreCloseExecutor-6671-thread-1) [n:127.0.0.1:63718_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 778690 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 778690 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4380d7e2: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/null
   [junit4]   2> 778690 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 778690 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@238f2a24: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/null
   [junit4]   2> 778690 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 778690 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12979d60: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/null
   [junit4]   2> 778690 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 778692 INFO  (closeThreadPool-6673-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72198210436988934-127.0.0.1:63719_solr-n_0000000000) closing
   [junit4]   2> 778693 INFO  (OverseerStateUpdate-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [n:127.0.0.1:63719_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63719_solr
   [junit4]   2> 778717 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 778717 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4568ea74: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/null
   [junit4]   2> 778717 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 778717 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55124f42: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/null
   [junit4]   2> 778717 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 778717 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@147940cd: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/null
   [junit4]   2> 778717 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 778719 INFO  (OverseerAutoScalingTriggerThread-72198210436988934-127.0.0.1:63719_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 778720 INFO  (closeThreadPool-6673-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72198210436988934-127.0.0.1:63719_solr-n_0000000000) closing
   [junit4]   2> 778825 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.Overseer Overseer (id=72198210436988934-127.0.0.1:63719_solr-n_0000000000) closing
   [junit4]   2> 778827 INFO  (zkCallback-6603-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 778829 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5285a27f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 778829 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7eaa340d{/solr,null,UNAVAILABLE}
   [junit4]   2> 778829 INFO  (jetty-closer-6663-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 778945 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@64034e05{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 778945 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53309ac{/solr,null,UNAVAILABLE}
   [junit4]   2> 778945 INFO  (jetty-closer-6663-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 778947 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 779159 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard2
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/test
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	43	/solr/collections/test_collection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/overseer/queue
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 779167 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:63713
   [junit4]   2> 779167 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63713
   [junit4]   2> 779167 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63713
   [junit4]   2> 779168 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001/tempDir-003
   [junit4]   2> 779168 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 779168 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 779168 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 779269 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer start zk server on port: 63794
   [junit4]   2> 779270 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:63794
   [junit4]   2> 779270 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63794
   [junit4]   2> 779270 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63794
   [junit4]   2> 779276 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 779285 INFO  (zkConnectionManagerCallback-6677-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 779285 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 779290 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 779296 INFO  (zkConnectionManagerCallback-6679-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 779296 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 779297 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 779301 INFO  (zkConnectionManagerCallback-6681-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 779302 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[626DBE4C76CC51F2]) [n:127.0.0.1:63719_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 779418 INFO  (jetty-launcher-6682-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 779418 INFO  (jetty-launcher-6682-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 779418 INFO  (jetty-launcher-6682-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 779418 INFO  (jetty-launcher-6682-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 779418 INFO  (jetty-launcher-6682-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 779418 INFO  (jetty-launcher-6682-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 779424 INFO  (jetty-launcher-6682-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 779424 INFO  (jetty-launcher-6682-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 779424 INFO  (jetty-launcher-6682-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 779425 INFO  (jetty-launcher-6682-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@83029a2{/solr,null,AVAILABLE}
   [junit4]   2> 779425 INFO  (jetty-launcher-6682-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 779425 INFO  (jetty-launcher-6682-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 779425 INFO  (jetty-launcher-6682-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s

[...truncated too long message...]

83556 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 783556 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b1bacfe: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@5896c671
   [junit4]   2> 783557 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 783557 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f035437: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5d0c4040
   [junit4]   2> 783560 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 783560 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@564412d9: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@33537a52
   [junit4]   2> 783560 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 783562 INFO  (closeThreadPool-6767-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72198211381886982-127.0.0.1:63802_solr-n_0000000000) closing
   [junit4]   2> 783562 INFO  (OverseerStateUpdate-72198211381886982-127.0.0.1:63802_solr-n_0000000000) [n:127.0.0.1:63802_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63802_solr
   [junit4]   2> 783563 INFO  (OverseerAutoScalingTriggerThread-72198211381886982-127.0.0.1:63802_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 783567 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 783567 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fe9244f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5d0c4040
   [junit4]   2> 783571 INFO  (closeThreadPool-6767-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72198211381886982-127.0.0.1:63802_solr-n_0000000000) closing
   [junit4]   2> 783572 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 783572 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@255344ac: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@33537a52
   [junit4]   2> 783572 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 783574 INFO  (zkCallback-6699-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 783673 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.a.s.c.Overseer Overseer (id=72198211381886982-127.0.0.1:63802_solr-n_0000000000) closing
   [junit4]   2> 783680 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@347b9f04{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 783681 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@83029a2{/solr,null,UNAVAILABLE}
   [junit4]   2> 783681 INFO  (jetty-closer-6756-thread-1-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 783796 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@69f997ef{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 783797 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cb09d9{/solr,null,UNAVAILABLE}
   [junit4]   2> 783797 INFO  (jetty-closer-6756-thread-2-processing-n:127.0.0.1:63719_solr) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 783810 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 784033 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard2
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/test
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	26	/solr/collections/test_collection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/overseer/queue
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 784038 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:63794
   [junit4]   2> 784038 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63794
   [junit4]   2> 784038 INFO  (SUITE-SolrCloudReportersTest-seed#[626DBE4C76CC51F2]-worker) [n:127.0.0.1:63719_solr     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63794
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_626DBE4C76CC51F2-001
   [junit4]   2> May 11, 2020 9:37:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=260, maxMBSortInHeap=6.108108924459752, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5307bad4), locale=fr-CA, timezone=Asia/Ujung_Pandang
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=168934376,total=372768768
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimTriggerIntegration, TestCursorMarkWithoutUniqueKey, TestTrieFacet, TestCloudPhrasesIdentificationComponent, DistribCursorPagingTest, V2ApiIntegrationTest, CopyFieldTest, TestSearchPerf, SimpleFacetsTest, TestQueryUtils, OverseerTest, RestartWhileUpdatingTest, RankQueryTest, CollectionsAPIDistributedZkTest, DistributedQueryElevationComponentTest, ClassificationUpdateProcessorTest, TestSkipOverseerOperations, TestScoreJoinQPNoScore, ShardSplitTest, TestSuggestSpellingConverter, StressHdfsTest, TestChildDocTransformer, CertAuthPluginTest, TestUnifiedSolrHighlighterWithoutStoredId, PeerSyncWithIndexFingerprintCachingTest, ImplicitSnitchTest, TestRemoteStreaming, PathHierarchyTokenizerFactoryTest, TestReplicationHandlerBackup, TestGroupingSearch, SolrCoreCheckLockOnStartupTest, TestSchemaVersionResource, SolrCloudReportersTest]
   [junit4] Completed [248/912 (1!)] on J3 in 21.24s, 2 tests, 1 failure <<< FAILURES!

[...truncated 54857 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6005/consoleText

[repro] Revision: aeb9f6ce5b3a0022af0122b2e9f834fe1a5901c0

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line:  ant test  -Dtestcase=SolrCloudReportersTest -Dtests.method=testExplicitConfiguration -Dtests.seed=626DBE4C76CC51F2 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=Asia/Ujung_Pandang -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       SolrCloudReportersTest
[repro] ant compile-test

[...truncated 3152 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.SolrCloudReportersTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=626DBE4C76CC51F2 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=Asia/Ujung_Pandang -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 86 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build # 6004 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6004/
Java: 64bit/jdk-12.0.2 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestCryptoKeys.test

Error Message:
{   "responseHeader":{     "status":500,     "QTime":30092},   "errorMessages":["3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]\n"],   "WARNING":"This response format is experimental.  It is likely to change in the future.",   "error":{     "metadata":[       "error-class","org.apache.solr.common.SolrException",       "root-error-class","org.apache.solr.common.SolrException"],     "msg":"3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]",     "trace":"org.apache.solr.common.SolrException: 3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:821)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:528)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:365)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:139)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2589)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:803)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:432)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:362)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:835)\n",     "code":500}}  expected null, but was:<[3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/] ]>

Stack Trace:
java.lang.AssertionError: {
  "responseHeader":{
    "status":500,
    "QTime":30092},
  "errorMessages":["3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]\n"],
  "WARNING":"This response format is experimental.  It is likely to change in the future.",
  "error":{
    "metadata":[
      "error-class","org.apache.solr.common.SolrException",
      "root-error-class","org.apache.solr.common.SolrException"],
    "msg":"3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]",
    "trace":"org.apache.solr.common.SolrException: 3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:821)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:528)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:365)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:139)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2589)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:803)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:432)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:362)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:835)\n",
    "code":500}}
 expected null, but was:<[3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]
]>
	at __randomizedtesting.SeedInfo.seed([3E73A22FBB67195E:B6279DF5159B74A6]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:179)
	at org.apache.solr.cloud.TestCryptoKeys.test(TestCryptoKeys.java:121)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 13028 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCryptoKeys
   [junit4]   2> 231085 INFO  (SUITE-TestCryptoKeys-seed#[3E73A22FBB67195E]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 231085 INFO  (SUITE-TestCryptoKeys-seed#[3E73A22FBB67195E]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 231086 INFO  (SUITE-TestCryptoKeys-seed#[3E73A22FBB67195E]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/data-dir-12-001
   [junit4]   2> 231086 WARN  (SUITE-TestCryptoKeys-seed#[3E73A22FBB67195E]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 231086 INFO  (SUITE-TestCryptoKeys-seed#[3E73A22FBB67195E]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 231088 INFO  (SUITE-TestCryptoKeys-seed#[3E73A22FBB67195E]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 231088 INFO  (SUITE-TestCryptoKeys-seed#[3E73A22FBB67195E]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /keyw/zj
   [junit4]   2> 231125 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 231127 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 231127 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 231228 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer start zk server on port: 65318
   [junit4]   2> 231228 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:65318
   [junit4]   2> 231228 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:65318
   [junit4]   2> 231229 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 65318
   [junit4]   2> 231234 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231252 INFO  (zkConnectionManagerCallback-999-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 231253 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231274 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231283 INFO  (zkConnectionManagerCallback-1001-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 231283 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231302 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 231317 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 231336 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 231343 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 231349 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 231363 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 231374 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 231390 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 231405 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 231447 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 231467 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 231480 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 232416 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 232416 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 232416 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 232425 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 232425 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 232425 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 232444 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cbd0c{/keyw/zj,null,AVAILABLE}
   [junit4]   2> 232452 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2cce61d0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:65333}
   [junit4]   2> 232457 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.s.Server Started @232517ms
   [junit4]   2> 232457 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/keyw/zj, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/tempDir-001/control/data, hostPort=65333, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/control-001/cores}
   [junit4]   2> 232457 ERROR (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 232458 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 232458 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 232458 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 232458 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 232458 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-11T02:50:15.898237Z
   [junit4]   2> 232480 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 232487 INFO  (zkConnectionManagerCallback-1003-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 232505 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 232635 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 232635 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/control-001/solr.xml
   [junit4]   2> 232661 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 233034 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 233040 WARN  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a29cd58[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 233040 WARN  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a29cd58[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 233094 WARN  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3dc969cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 233094 WARN  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3dc969cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 233096 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65318/solr
   [junit4]   2> 233098 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 233102 INFO  (zkConnectionManagerCallback-1014-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 233107 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 233245 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 233249 INFO  (zkConnectionManagerCallback-1016-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 233251 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 234642 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65333_keyw%2Fzj
   [junit4]   2> 234645 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.Overseer Overseer (id=72196610287599620-127.0.0.1:65333_keyw%2Fzj-n_0000000000) starting
   [junit4]   2> 234708 INFO  (OverseerStateUpdate-72196610287599620-127.0.0.1:65333_keyw%2Fzj-n_0000000000) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:65333_keyw%2Fzj
   [junit4]   2> 234708 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65333_keyw%2Fzj
   [junit4]   2> 234723 INFO  (OverseerStateUpdate-72196610287599620-127.0.0.1:65333_keyw%2Fzj-n_0000000000) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 234802 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 234805 WARN  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 234842 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 234878 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 234890 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 234891 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 234892 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/control-001/cores
   [junit4]   2> 234913 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 234926 INFO  (zkConnectionManagerCallback-1033-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 234926 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 234952 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 234973 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65318/solr ready
   [junit4]   2> 234980 INFO  (qtp1891975771-1852) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:65333_keyw%252Fzj&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 235020 INFO  (OverseerThreadFactory-1023-thread-1-processing-n:127.0.0.1:65333_keyw%2Fzj) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 235176 INFO  (qtp1891975771-1854) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 235190 INFO  (qtp1891975771-1851) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 235244 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 235245 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 236303 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 236357 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 236633 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 236922 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 236923 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 236933 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 236950 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=85.455078125, floorSegmentMB=0.662109375, forceMergeDeletesPctAllowed=6.8072195314456785, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=32.74487069524049
   [junit4]   2> 236954 WARN  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 237159 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 237159 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 237171 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 237171 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 237182 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=103.7548828125, floorSegmentMB=1.0458984375, forceMergeDeletesPctAllowed=4.316899233681308, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16119877916482858, deletesPctAllowed=25.829152807668365
   [junit4]   2> 237220 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 237232 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 237232 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 237233 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1666360720147611648
   [junit4]   2> 237247 INFO  (searcherExecutor-1035-thread-1-processing-n:127.0.0.1:65333_keyw%2Fzj x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 237270 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 237270 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 237315 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 237315 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 237315 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65333/keyw/zj/control_collection_shard1_replica_n1/
   [junit4]   2> 237320 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 237322 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:65333/keyw/zj/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 237322 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72196610287599620-core_node2-n_0000000000
   [junit4]   2> 237332 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65333/keyw/zj/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 237465 INFO  (zkCallback-1015-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 237466 INFO  (zkCallback-1015-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 237474 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 237491 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2247
   [junit4]   2> 237511 INFO  (qtp1891975771-1852) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 237592 INFO  (zkCallback-1015-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 237592 INFO  (zkCallback-1015-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 237592 INFO  (zkCallback-1015-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 237597 INFO  (qtp1891975771-1852) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:65333_keyw%252Fzj&wt=javabin&version=2} status=0 QTime=2617
   [junit4]   2> 237598 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 237723 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 237729 INFO  (zkConnectionManagerCallback-1044-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 237729 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 237734 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 237740 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65318/solr ready
   [junit4]   2> 237740 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 237744 INFO  (qtp1891975771-1852) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 237756 INFO  (OverseerThreadFactory-1023-thread-2-processing-n:127.0.0.1:65333_keyw%2Fzj) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 237757 INFO  (OverseerCollectionConfigSetProcessor-72196610287599620-127.0.0.1:65333_keyw%2Fzj-n_0000000000) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 237982 WARN  (OverseerThreadFactory-1023-thread-2-processing-n:127.0.0.1:65333_keyw%2Fzj) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 237987 INFO  (qtp1891975771-1852) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 237990 INFO  (qtp1891975771-1852) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=246
   [junit4]   2> 237993 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 237993 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 237995 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 237995 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 237996 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 237996 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 237996 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 238733 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 238735 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 238735 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 238735 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 238737 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 238737 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 238737 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 238738 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21ea2cab{/keyw/zj,null,AVAILABLE}
   [junit4]   2> 238746 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2f17c2f4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:65379}
   [junit4]   2> 238747 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.Server Started @238806ms
   [junit4]   2> 238747 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/keyw/zj, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/tempDir-001/jetty1, hostPort=65379, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 238747 ERROR (closeThreadPool-1045-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 238747 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 238747 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 238748 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 238748 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 238748 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-11T02:50:22.188071Z
   [junit4]   2> 238750 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 238762 INFO  (zkConnectionManagerCallback-1047-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 238762 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 238880 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 238881 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-1-001/solr.xml
   [junit4]   2> 238886 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 239003 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 239015 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@794584b6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 239015 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@794584b6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 239050 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@674a7f32[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 239050 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@674a7f32[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 239051 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65318/solr
   [junit4]   2> 239055 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 239062 INFO  (zkConnectionManagerCallback-1058-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 239062 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 239177 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 239179 INFO  (zkConnectionManagerCallback-1060-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 239179 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 239240 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 239287 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.c.ZkController Publish node=127.0.0.1:65379_keyw%2Fzj as DOWN
   [junit4]   2> 239293 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 239293 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65379_keyw%2Fzj
   [junit4]   2> 239299 INFO  (zkCallback-1043-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 239299 INFO  (zkCallback-1015-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 239299 INFO  (zkCallback-1059-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 239307 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 239308 WARN  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 239372 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 239429 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 239450 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 239451 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 239452 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-1-001/cores
   [junit4]   2> 239463 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:65379_keyw%2Fzj
   [junit4]   2> 239543 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 239549 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 239549 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 239549 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 239559 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 239559 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 239559 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 239560 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4be0f35f{/keyw/zj,null,AVAILABLE}
   [junit4]   2> 239562 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@501ac4d1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:65390}
   [junit4]   2> 239564 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.Server Started @239623ms
   [junit4]   2> 239564 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/keyw/zj, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/tempDir-001/jetty2, hostPort=65390, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 239564 ERROR (closeThreadPool-1045-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 239564 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 239564 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 239564 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 239564 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 239564 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-11T02:50:23.004799Z
   [junit4]   2> 239571 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 239575 INFO  (zkConnectionManagerCallback-1070-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 239576 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 239684 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 239684 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-2-001/solr.xml
   [junit4]   2> 239708 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 239768 INFO  (OverseerCollectionConfigSetProcessor-72196610287599620-127.0.0.1:65333_keyw%2Fzj-n_0000000000) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 239931 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 239941 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7487c3dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 239941 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7487c3dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 239974 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@20fd3b44[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 239975 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@20fd3b44[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 239987 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65318/solr
   [junit4]   2> 239990 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 239997 INFO  (zkConnectionManagerCallback-1081-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 239998 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 240131 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 240138 INFO  (zkConnectionManagerCallback-1083-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 240140 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 240179 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 240200 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.c.ZkController Publish node=127.0.0.1:65390_keyw%2Fzj as DOWN
   [junit4]   2> 240205 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 240205 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65390_keyw%2Fzj
   [junit4]   2> 240212 INFO  (zkCallback-1015-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 240212 INFO  (zkCallback-1043-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 240237 INFO  (zkCallback-1059-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 240238 INFO  (zkCallback-1082-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 240245 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 240246 WARN  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 240276 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 240309 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 240321 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 240322 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 240323 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-2-001/cores
   [junit4]   2> 240338 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:65390_keyw%2Fzj
   [junit4]   2> 240414 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 240415 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 240415 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 240416 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 240422 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 240422 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 240422 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 240425 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@669481eb{/keyw/zj,null,AVAILABLE}
   [junit4]   2> 240427 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@a8cfe6c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:65394}
   [junit4]   2> 240427 INFO  (closeThreadPool-1045-thread-1) [     ] o.e.j.s.Server Started @240487ms
   [junit4]   2> 240427 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/keyw/zj, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/tempDir-001/jetty3, hostPort=65394, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-3-001/cores}
   [junit4]   2> 240429 ERROR (closeThreadPool-1045-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 240429 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 240429 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 240429 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 240429 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 240429 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-11T02:50:23.869501Z
   [junit4]   2> 240431 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 240436 INFO  (zkConnectionManagerCallback-1093-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 240436 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 240562 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 240562 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-3-001/solr.xml
   [junit4]   2> 240579 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 240981 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 240983 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c11ce1f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 240983 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c11ce1f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 241002 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b0d59c2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 241004 WARN  (closeThreadPool-1045-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b0d59c2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 241006 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65318/solr
   [junit4]   2> 241009 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 241014 INFO  (zkConnectionManagerCallback-1104-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 241014 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 241131 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 241147 INFO  (zkConnectionManagerCallback-1106-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 241149 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 241253 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 241295 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.c.ZkController Publish node=127.0.0.1:65394_keyw%2Fzj as DOWN
   [junit4]   2> 241304 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 241304 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65394_keyw%2Fzj
   [junit4]   2> 241309 INFO  (zkCallback-1043-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 241309 INFO  (zkCallback-1015-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 241314 INFO  (zkCallback-1082-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 241314 INFO  (zkCallback-1059-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 241314 INFO  (zkCallback-1105-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 241317 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 241317 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 241317 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 241317 INFO  (closeThreadPool-1045-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 241323 INFO  (closeThreadPool-1045-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 241323 INFO  (closeThreadPool-1045-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 241323 INFO  (closeThreadPool-1045-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 241324 INFO  (closeThreadPool-1045-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d7dbd27{/keyw/zj,null,AVAILABLE}
   [junit4]   2> 241326 INFO  (closeThreadPool-1045-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@37af6271{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:65401}
   [junit4]   2> 241326 INFO  (closeThreadPool-1045-thread-2) [     ] o.e.j.s.Server Started @241385ms
   [junit4]   2> 241326 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/keyw/zj, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/tempDir-001/jetty4, hostPort=65401, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 241326 ERROR (closeThreadPool-1045-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 241326 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 241326 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 241326 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 241326 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 241326 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-11T02:50:24.766961Z
   [junit4]   2> 241328 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 241329 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 241331 WARN  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 241333 INFO  (zkConnectionManagerCallback-1111-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 241334 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 241421 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 241441 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 241441 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-4-001/solr.xml
   [junit4]   2> 241447 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 241502 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 241515 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 241516 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 241518 INFO  (closeThreadPool-1045-thread-1) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-3-001/cores
   [junit4]   2> 241528 INFO  (closeThreadPool-1045-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:65394_keyw%2Fzj
   [junit4]   2> 241534 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 241537 WARN  (closeThreadPool-1045-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@332cce0f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 241537 WARN  (closeThreadPool-1045-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@332cce0f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 241541 WARN  (closeThreadPool-1045-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@40fe9f32[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 241541 WARN  (closeThreadPool-1045-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@40fe9f32[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 241542 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65318/solr
   [junit4]   2> 241544 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 241549 INFO  (zkConnectionManagerCallback-1127-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 241549 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 241661 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 241664 INFO  (zkConnectionManagerCallback-1129-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 241664 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 241681 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 241693 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.c.ZkController Publish node=127.0.0.1:65401_keyw%2Fzj as DOWN
   [junit4]   2> 241696 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 241696 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65401_keyw%2Fzj
   [junit4]   2> 241700 INFO  (zkCallback-1082-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 241701 INFO  (zkCallback-1043-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 241701 INFO  (zkCallback-1105-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 241702 INFO  (zkCallback-1128-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 241702 INFO  (zkCallback-1015-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 241703 INFO  (zkCallback-1059-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 241712 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 241713 WARN  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 241740 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 241762 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 241772 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 241773 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77171d85
   [junit4]   2> 241775 INFO  (closeThreadPool-1045-thread-2) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001/shard-4-001/cores
   [junit4]   2> 241829 INFO  (closeThreadPool-1045-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:65401_keyw%2Fzj
   [junit4]   2> 241845 INFO  (qtp1891975771-1854) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65379_keyw%252Fzj&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 241850 INFO  (qtp1891975771-1853) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65390_keyw%252Fzj&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 241852 INFO  (qtp1891975771-1851) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65394_keyw%252Fzj&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 241858 INFO  (qtp1891975771-1852) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65401_keyw%252Fzj&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 241921 INFO  (qtp1891975771-2026) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=2
   [junit4]   2> 241924 INFO  (qtp1891975771-2026) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 241932 INFO  (qtp724063049-1908) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 241941 INFO  (qtp466396628-1938) [n:127.0.0.1:65390_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 241946 INFO  (qtp507250793-1967) [n:127.0.0.1:65394_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 241950 INFO  (qtp865136859-1991) [n:127.0.0.1:65401_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 241954 INFO  (qtp1891975771-2026) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 241956 INFO  (qtp1891975771-2026) [n:127.0.0.1:65333_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 241959 INFO  (qtp724063049-1909) [n:127.0.0.1:65379_keyw%2Fzj     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 241961 INFO  (qtp466396628-1939) [n:127.0.0.1:65390_keyw%2Fzj    

[...truncated too long message...]

90_keyw%2Fzj-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/72196610287599620-127.0.0.1:65333_keyw%2Fzj-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	59	/solr/overseer/queue
   [junit4]   2> 	35	/solr/live_nodes
   [junit4]   2> 	20	/solr/overseer/collection-queue-work
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 
   [junit4]   2> 320852 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:65318
   [junit4]   2> 320852 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:65318
   [junit4]   2> 320852 INFO  (TEST-TestCryptoKeys.test-seed#[3E73A22FBB67195E]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 65318
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCryptoKeys -Dtests.method=test -Dtests.seed=3E73A22FBB67195E -Dtests.slow=true -Dtests.locale=en-AI -Dtests.timezone=GB -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 89.8s J3 | TestCryptoKeys.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":500,
   [junit4]    >     "QTime":30092},
   [junit4]    >   "errorMessages":["3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]\n"],
   [junit4]    >   "WARNING":"This response format is experimental.  It is likely to change in the future.",
   [junit4]    >   "error":{
   [junit4]    >     "metadata":[
   [junit4]    >       "error-class","org.apache.solr.common.SolrException",
   [junit4]    >       "root-error-class","org.apache.solr.common.SolrException"],
   [junit4]    >     "msg":"3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]",
   [junit4]    >     "trace":"org.apache.solr.common.SolrException: 3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:821)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:528)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:365)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:139)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2589)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:803)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:432)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:362)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:835)\n",
   [junit4]    >     "code":500}}
   [junit4]    >  expected null, but was:<[3 out of 5 the property overlay to be of version 1 within 30 seconds! Failed cores: [http://127.0.0.1:65379/keyw/zj/collection1_shard1_replica_n1/, http://127.0.0.1:65390/keyw/zj/collection1_shard1_replica_n3/, http://127.0.0.1:65401/keyw/zj/collection1_shard1_replica_n7/]
   [junit4]    > ]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3E73A22FBB67195E:B6279DF5159B74A6]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:179)
   [junit4]    > 	at org.apache.solr.cloud.TestCryptoKeys.test(TestCryptoKeys.java:121)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.TestCryptoKeys_3E73A22FBB67195E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {blobName=BlockTreeOrds(blocksize=128), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), type=PostingsFormat(name=LuceneVarGapDocFreqInterval), md5=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{size=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), version=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=363, maxMBSortInHeap=6.532808307108404, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@376121fd), locale=en-AI, timezone=GB
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=81275200,total=263835648
   [junit4]   2> NOTE: All tests run in this JVM: [TaggerTest, TestCursorMarkWithoutUniqueKey, TestExportWriter, CertAuthPluginTest, TestTolerantUpdateProcessorRandomCloud, CursorPagingTest, TestInitParams, TestDocTermOrdsUninvertLimit, SolrCloudExampleTest, TestDocBasedVersionConstraints, TestSimTriggerIntegration, RankQueryTest, TestCryptoKeys]
   [junit4] Completed [79/912 (1!)] on J3 in 89.88s, 1 test, 1 failure <<< FAILURES!

[...truncated 55498 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6004/consoleText

[repro] Revision: aeb9f6ce5b3a0022af0122b2e9f834fe1a5901c0

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=TestCryptoKeys -Dtests.method=test -Dtests.seed=3E73A22FBB67195E -Dtests.slow=true -Dtests.locale=en-AI -Dtests.timezone=GB -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestCryptoKeys
[repro] ant compile-test

[...truncated 3152 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCryptoKeys" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=3E73A22FBB67195E -Dtests.slow=true -Dtests.locale=en-AI -Dtests.timezone=GB -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 86 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.TestCryptoKeys
[repro] Exiting with code 0

[...truncated 73 lines...]