You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/04/27 16:28:21 UTC

[JENKINS-Experimental-GC] Lucene-Solr-master-MacOSX (64bit/jdk-14) - Build # 5929 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5929/
Java: 64bit/jdk-14 -XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseShenandoahGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestCloudSchemaless.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:50782/_p/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:50782/_p/collection1
	at __randomizedtesting.SeedInfo.seed([D54150C109B61A9:85002AD6BE670C51]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:107)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:72)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:86)
	at org.apache.solr.schema.TestCloudSchemaless.test(TestCloudSchemaless.java:113)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:283)
	at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:309)
	at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:350)
	at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:803)
	at java.base/java.net.Socket$SocketInputStream.read(Socket.java:982)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 48 more




Build Log:
[...truncated 15826 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> 618595 INFO  (SUITE-TestCloudSchemaless-seed#[D54150C109B61A9]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 618595 INFO  (SUITE-TestCloudSchemaless-seed#[D54150C109B61A9]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 618606 INFO  (SUITE-TestCloudSchemaless-seed#[D54150C109B61A9]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/data-dir-32-001
   [junit4]   2> 618606 WARN  (SUITE-TestCloudSchemaless-seed#[D54150C109B61A9]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 618606 INFO  (SUITE-TestCloudSchemaless-seed#[D54150C109B61A9]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 618609 INFO  (SUITE-TestCloudSchemaless-seed#[D54150C109B61A9]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 618609 INFO  (SUITE-TestCloudSchemaless-seed#[D54150C109B61A9]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_p/
   [junit4]   2> 618979 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 618979 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 618980 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 619083 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer start zk server on port:50687
   [junit4]   2> 619084 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:50687
   [junit4]   2> 619084 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:50687
   [junit4]   2> 619084 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 50687
   [junit4]   2> 619086 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 619092 INFO  (zkConnectionManagerCallback-5696-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 619092 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 619099 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 619106 INFO  (zkConnectionManagerCallback-5698-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 619106 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 619112 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 619115 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 619118 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 619121 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 619125 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 619128 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 619131 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 619135 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 619139 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 619142 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 619147 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 619150 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 619867 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 619867 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 619867 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 619878 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 619878 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 619879 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 619890 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@602edc7b{/_p,null,AVAILABLE}
   [junit4]   2> 619900 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@119806c6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50704}
   [junit4]   2> 619900 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.s.Server Started @620000ms
   [junit4]   2> 619900 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_p, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/tempDir-001/control/data, hostPort=50704, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 619912 ERROR (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 619912 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 619912 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 619912 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 619912 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 619912 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T14:52:59.768388Z
   [junit4]   2> 619916 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 619922 INFO  (zkConnectionManagerCallback-5700-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 619923 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 620042 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 620043 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/control-001/solr.xml
   [junit4]   2> 620070 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 620190 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 620193 WARN  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c35fbb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 620193 WARN  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c35fbb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 620208 WARN  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@258f194c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 620208 WARN  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@258f194c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 620209 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50687/solr
   [junit4]   2> 620216 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 620217 INFO  (zkConnectionManagerCallback-5711-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 620217 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 620339 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 620342 INFO  (zkConnectionManagerCallback-5713-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 620342 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 621042 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50704__p
   [junit4]   2> 621047 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.c.Overseer Overseer (id=72120179852902404-127.0.0.1:50704__p-n_0000000000) starting
   [junit4]   2> 621105 INFO  (OverseerStateUpdate-72120179852902404-127.0.0.1:50704__p-n_0000000000) [n:127.0.0.1:50704__p     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:50704__p
   [junit4]   2> 621108 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50704__p
   [junit4]   2> 621119 INFO  (zkCallback-5712-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 621136 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 621137 WARN  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 621177 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 621209 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 621217 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 621217 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 621220 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [n:127.0.0.1:50704__p     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/control-001/cores
   [junit4]   2> 621241 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 621245 INFO  (zkConnectionManagerCallback-5730-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 621247 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 621261 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 621275 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50687/solr ready
   [junit4]   2> 621279 INFO  (qtp425534760-8365) [n:127.0.0.1:50704__p     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50704__p&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 621324 INFO  (OverseerThreadFactory-5720-thread-1-processing-n:127.0.0.1:50704__p) [n:127.0.0.1:50704__p     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 621487 INFO  (qtp425534760-8367) [n:127.0.0.1:50704__p     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 621493 INFO  (qtp425534760-8364) [n:127.0.0.1:50704__p     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 621509 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 621509 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 622555 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 622564 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 622575 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=add-schema-fields-update-processor
   [junit4]   2> 622583 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema add-schema-fields-update-processor/1.6 with uniqueid field id
   [junit4]   2> 622590 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 622610 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 622612 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 622613 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 622613 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 622619 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=55.876953125, floorSegmentMB=1.7978515625, forceMergeDeletesPctAllowed=12.172810517792648, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.190022158023382
   [junit4]   2> 623066 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 623066 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 623069 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 623070 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 623075 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42412737197468553]
   [junit4]   2> 623086 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@362666d2[control_collection_shard1_replica_n1] main]
   [junit4]   2> 623094 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 623096 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 623096 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 623099 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 623105 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 623105 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665137831272513536
   [junit4]   2> 623111 INFO  (searcherExecutor-5732-thread-1-processing-n:127.0.0.1:50704__p x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@362666d2[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 623127 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 623127 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 623156 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 623156 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 623156 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50704/_p/control_collection_shard1_replica_n1/
   [junit4]   2> 623159 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 623161 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:50704/_p/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 623161 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72120179852902404-core_node2-n_0000000000
   [junit4]   2> 623175 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50704/_p/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 623289 INFO  (zkCallback-5712-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 623290 INFO  (zkCallback-5712-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 623295 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 623307 INFO  (qtp425534760-8366) [n:127.0.0.1:50704__p     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1798
   [junit4]   2> 623314 INFO  (qtp425534760-8365) [n:127.0.0.1:50704__p     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 623331 INFO  (OverseerCollectionConfigSetProcessor-72120179852902404-127.0.0.1:50704__p-n_0000000000) [n:127.0.0.1:50704__p     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 623409 INFO  (zkCallback-5712-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 623409 INFO  (zkCallback-5712-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 623410 INFO  (zkCallback-5712-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 623411 INFO  (qtp425534760-8365) [n:127.0.0.1:50704__p     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50704__p&wt=javabin&version=2} status=0 QTime=2132
   [junit4]   2> 623412 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 623521 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 623525 INFO  (zkConnectionManagerCallback-5741-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 623526 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 623533 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 623542 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50687/solr ready
   [junit4]   2> 623542 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 623550 INFO  (qtp425534760-8365) [n:127.0.0.1:50704__p     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 623566 INFO  (OverseerThreadFactory-5720-thread-2-processing-n:127.0.0.1:50704__p) [n:127.0.0.1:50704__p     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 623783 WARN  (OverseerThreadFactory-5720-thread-2-processing-n:127.0.0.1:50704__p) [n:127.0.0.1:50704__p     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 623786 INFO  (qtp425534760-8365) [n:127.0.0.1:50704__p     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 623788 INFO  (qtp425534760-8365) [n:127.0.0.1:50704__p     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=238
   [junit4]   2> 623790 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
   [junit4]   2> 623790 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 623790 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
   [junit4]   2> 623790 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 623791 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
   [junit4]   2> 623791 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 623791 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=8
   [junit4]   2> 624128 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 624131 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 624131 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 624131 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 624134 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 624134 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 624134 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 624135 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@293f7447{/_p,null,AVAILABLE}
   [junit4]   2> 624138 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@40ee7ad3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50765}
   [junit4]   2> 624138 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.Server Started @624238ms
   [junit4]   2> 624138 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_p, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/tempDir-001/jetty1, hostPort=50765, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 624138 ERROR (closeThreadPool-5742-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 624138 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 624138 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 624138 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 624138 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 624138 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T14:53:03.994789Z
   [junit4]   2> 624139 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 624143 INFO  (zkConnectionManagerCallback-5744-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 624143 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 624251 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 624251 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-1-001/solr.xml
   [junit4]   2> 624254 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 624468 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 624470 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f276831[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 624470 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f276831[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 624476 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2b07322c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 624476 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2b07322c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 624478 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50687/solr
   [junit4]   2> 624479 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 624483 INFO  (zkConnectionManagerCallback-5755-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 624483 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 624503 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-2-001 of type NRT for shard3
   [junit4]   2> 624504 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 624504 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 624504 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 624506 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 624506 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 624506 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 624506 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75ea5d44{/_p,null,AVAILABLE}
   [junit4]   2> 624507 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@bff5a6c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50769}
   [junit4]   2> 624507 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.Server Started @624608ms
   [junit4]   2> 624507 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_p, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/tempDir-001/jetty2, hostPort=50769, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 624508 ERROR (closeThreadPool-5742-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 624508 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 624508 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 624508 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 624508 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 624508 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T14:53:04.364397Z
   [junit4]   2> 624512 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 624517 INFO  (zkConnectionManagerCallback-5757-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 624517 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 624593 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 624602 INFO  (zkConnectionManagerCallback-5759-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 624602 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 624628 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 624655 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.c.ZkController Publish node=127.0.0.1:50765__p as DOWN
   [junit4]   2> 624659 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 624659 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50765__p
   [junit4]   2> 624666 INFO  (zkCallback-5712-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 624666 INFO  (zkCallback-5758-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 624667 INFO  (zkCallback-5740-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 624674 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 624675 WARN  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 624692 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 624692 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-2-001/solr.xml
   [junit4]   2> 624697 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 624706 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 624757 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 624774 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 624777 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 624779 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50765__p     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-1-001/cores
   [junit4]   2> 624787 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:50765__p
   [junit4]   2> 624907 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 624912 WARN  (closeThreadPool-5742-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4d75e28[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 624912 WARN  (closeThreadPool-5742-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4d75e28[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 624921 WARN  (closeThreadPool-5742-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7615b84[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 624921 WARN  (closeThreadPool-5742-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7615b84[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 624922 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50687/solr
   [junit4]   2> 624923 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 624928 INFO  (zkConnectionManagerCallback-5778-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 624930 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 625044 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 625046 INFO  (zkConnectionManagerCallback-5780-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 625046 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 625083 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 625099 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.c.ZkController Publish node=127.0.0.1:50769__p as DOWN
   [junit4]   2> 625103 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 625103 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50769__p
   [junit4]   2> 625110 INFO  (zkCallback-5740-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 625110 INFO  (zkCallback-5758-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 625110 INFO  (zkCallback-5712-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 625111 INFO  (zkCallback-5779-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 625120 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 625121 WARN  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 625149 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 625173 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-3-001 of type NRT for shard4
   [junit4]   2> 625176 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 625176 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 625177 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 625193 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 625193 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 625193 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 625195 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45e631c3{/_p,null,AVAILABLE}
   [junit4]   2> 625199 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@482019d1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50776}
   [junit4]   2> 625200 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.Server Started @625300ms
   [junit4]   2> 625200 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_p, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/tempDir-001/jetty3, hostPort=50776, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 625202 ERROR (closeThreadPool-5742-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 625203 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 625203 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 625203 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 625204 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 625204 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T14:53:05.060020Z
   [junit4]   2> 625205 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 625207 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 625215 INFO  (zkConnectionManagerCallback-5789-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 625216 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 625241 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 625241 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 625244 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50769__p     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-2-001/cores
   [junit4]   2> 625258 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:50769__p
   [junit4]   2> 625323 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 625324 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-3-001/solr.xml
   [junit4]   2> 625336 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 625484 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 625491 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@715eaedd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 625491 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@715eaedd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 625510 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@609eba04[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 625510 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@609eba04[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 625511 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50687/solr
   [junit4]   2> 625516 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 625520 INFO  (zkConnectionManagerCallback-5801-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 625521 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 625572 INFO  (OverseerCollectionConfigSetProcessor-72120179852902404-127.0.0.1:50704__p-n_0000000000) [n:127.0.0.1:50704__p     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 625639 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 625643 INFO  (zkConnectionManagerCallback-5803-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 625644 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 625728 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 625761 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.c.ZkController Publish node=127.0.0.1:50776__p as DOWN
   [junit4]   2> 625771 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 625771 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50776__p
   [junit4]   2> 625777 INFO  (zkCallback-5779-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 625778 INFO  (zkCallback-5758-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 625779 INFO  (zkCallback-5740-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 625779 INFO  (zkCallback-5712-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 625779 INFO  (zkCallback-5802-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 625793 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 625794 WARN  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 625815 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 625840 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 625875 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 625877 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 625895 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50776__p     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-3-001/cores
   [junit4]   2> 625931 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:50776__p
   [junit4]   2> 626085 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 626086 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 626086 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 626086 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 626092 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 626093 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 626094 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 626095 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dabb581{/_p,null,AVAILABLE}
   [junit4]   2> 626096 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@18c1dd66{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50782}
   [junit4]   2> 626096 INFO  (closeThreadPool-5742-thread-1) [     ] o.e.j.s.Server Started @626197ms
   [junit4]   2> 626096 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_p, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/tempDir-001/jetty4, hostPort=50782, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 626097 ERROR (closeThreadPool-5742-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 626097 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 626097 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 626097 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 626097 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 626097 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T14:53:05.953611Z
   [junit4]   2> 626100 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 626103 INFO  (zkConnectionManagerCallback-5813-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 626105 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 626212 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 626212 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-4-001/solr.xml
   [junit4]   2> 626217 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 626339 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 626343 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@238d4ef4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 626343 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@238d4ef4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 626349 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@bd7181c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 626349 WARN  (closeThreadPool-5742-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@bd7181c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 626351 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50687/solr
   [junit4]   2> 626352 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 626356 INFO  (zkConnectionManagerCallback-5824-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 626356 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 626466 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 626471 INFO  (zkConnectionManagerCallback-5826-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 626471 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 626506 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 626595 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.c.ZkController Publish node=127.0.0.1:50782__p as DOWN
   [junit4]   2> 626614 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 626614 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50782__p
   [junit4]   2> 626626 INFO  (zkCallback-5740-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 626626 INFO  (zkCallback-5712-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 626628 INFO  (zkCallback-5802-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 626628 INFO  (zkCallback-5779-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 626628 INFO  (zkCallback-5758-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 626628 INFO  (zkCallback-5825-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 626663 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 626664 WARN  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 626739 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 626755 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-5-001 of type NRT for shard2
   [junit4]   2> 626756 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 626756 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 626756 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 626760 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 626760 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 626760 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 626761 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4debea08{/_p,null,AVAILABLE}
   [junit4]   2> 626762 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6b9f4dd8{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50786}
   [junit4]   2> 626762 INFO  (closeThreadPool-5742-thread-2) [     ] o.e.j.s.Server Started @626862ms
   [junit4]   2> 626762 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_p, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/tempDir-001/jetty5, hostPort=50786, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 626762 ERROR (closeThreadPool-5742-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 626762 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 626762 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 626762 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 626762 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 626763 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T14:53:06.619001Z
   [junit4]   2> 626764 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 626768 INFO  (zkConnectionManagerCallback-5835-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 626768 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 626795 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 626807 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 626807 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 626809 INFO  (closeThreadPool-5742-thread-1) [n:127.0.0.1:50782__p     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-4-001/cores
   [junit4]   2> 626827 INFO  (closeThreadPool-5742-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:50782__p
   [junit4]   2> 626886 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 626886 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-5-001/solr.xml
   [junit4]   2> 626893 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 626992 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 627000 WARN  (closeThreadPool-5742-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f67052b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 627000 WARN  (closeThreadPool-5742-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f67052b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 627057 WARN  (closeThreadPool-5742-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4a14e1ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 627057 WARN  (closeThreadPool-5742-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4a14e1ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 627058 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50687/solr
   [junit4]   2> 627066 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 627066 INFO  (zkConnectionManagerCallback-5847-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 627067 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 627184 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 627191 INFO  (zkConnectionManagerCallback-5849-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 627192 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 627242 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 627275 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.c.ZkController Publish node=127.0.0.1:50786__p as DOWN
   [junit4]   2> 627282 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 627285 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50786__p
   [junit4]   2> 627291 INFO  (zkCallback-5825-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 627291 INFO  (zkCallback-5779-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 627292 INFO  (zkCallback-5740-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 627292 INFO  (zkCallback-5712-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 627294 INFO  (zkCallback-5802-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 627294 INFO  (zkCallback-5758-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 627296 INFO  (zkCallback-5848-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 627320 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 627321 WARN  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 627353 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 627387 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 627401 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 627401 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207fd835
   [junit4]   2> 627403 INFO  (closeThreadPool-5742-thread-2) [n:127.0.0.1:50786__p     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001/shard-5-001/cores
   [junit4]   2> 627417 INFO  (closeThreadPool-5742-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:50786__p
   [junit4]   2> 627626 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.Abstra

[...truncated too long message...]

B61A9]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 4269762 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/aliases.json
   [junit4]   2> 	9	/solr/packages.json
   [junit4]   2> 	9	/solr/security.json
   [junit4]   2> 	9	/solr/configs/conf1
   [junit4]   2> 	9	/solr/configs/conf1/managed-schema
   [junit4]   2> 	8	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	7	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	7	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	7	/solr/collections/collection1/terms/shard3
   [junit4]   2> 	7	/solr/collections/collection1/terms/shard4
   [junit4]   2> 	2	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2638	/solr/configs/conf1/managed-schema
   [junit4]   2> 	288	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/clusterprops.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	12	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72120179852902410-127.0.0.1:50765__p-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/72120179852902424-127.0.0.1:50794__p-n_0000000006
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	88	/solr/live_nodes
   [junit4]   2> 	73	/solr/overseer/queue
   [junit4]   2> 	20	/solr/overseer/collection-queue-work
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 
   [junit4]   2> 4269790 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:50687
   [junit4]   2> 4269790 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:50687
   [junit4]   2> 4269790 INFO  (TEST-TestCloudSchemaless.test-seed#[D54150C109B61A9]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 50687
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSchemaless -Dtests.method=test -Dtests.seed=D54150C109B61A9 -Dtests.slow=true -Dtests.locale=ee-TG -Dtests.timezone=VST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   3651s J2 | TestCloudSchemaless.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:50782/_p/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D54150C109B61A9:85002AD6BE670C51]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:107)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:72)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:86)
   [junit4]    > 	at org.apache.solr.schema.TestCloudSchemaless.test(TestCloudSchemaless.java:113)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:283)
   [junit4]    > 	at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:309)
   [junit4]    > 	at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:350)
   [junit4]    > 	at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:803)
   [junit4]    > 	at java.base/java.net.Socket$SocketInputStream.read(Socket.java:982)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
   [junit4]    > 	... 48 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudSchemaless_D54150C109B61A9-001
   [junit4]   2> Apr 27, 2020 3:53:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1847, maxMBSortInHeap=5.853918770643864, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@30cacb52), locale=ee-TG, timezone=VST
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 14 (64-bit)/cpus=6,threads=1,free=9760984,total=241958912
   [junit4]   2> NOTE: All tests run in this JVM: [ScheduledTriggerTest, SignatureUpdateProcessorFactoryTest, TestTrieFacet, TestCodecSupport, CircularListTest, CacheHeaderTest, TestEmbeddedSolrServerAdminHandler, TestSearchPerf, ClusterStateTest, TestPullReplicaErrorHandling, CloudMLTQParserTest, MoveReplicaHDFSFailoverTest, TestSQLHandler, TestNonDefinedSimilarityFactory, DeleteInactiveReplicaTest, TestExtendedDismaxParser, CdcrBidirectionalTest, SolrSlf4jReporterTest, TestMacroExpander, TestPHPSerializedResponseWriter, TestSchemaSimilarityResource, TestUseDocValuesAsStored2, TestIntervalFaceting, SolrMetricReporterTest, HighlighterConfigTest, TestFieldResource, DistributedDebugComponentTest, NestedShardedAtomicUpdateTest, TestCloudInspectUtil, FileUtilsTest, TestFieldCache, DistributedQueryComponentOptimizationTest, ReplicationFactorTest, TestHdfsUpdateLog, CloneFieldUpdateProcessorFactoryTest, TestFieldCacheWithThreads, TestManagedSchemaAPI, TestTrie, TestDocumentBuilder, TestCloudSchemaless]
   [junit4] Completed [860/910 (1!)] on J2 in 3651.89s, 1 test, 1 error <<< FAILURES!

[...truncated 44970 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5929/consoleText

[repro] Revision: ff4363675e3f0873cdb874d12740749449e91d9f

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseShenandoahGC"
[repro] Repro line:  ant test  -Dtestcase=TestCloudSchemaless -Dtests.method=test -Dtests.seed=D54150C109B61A9 -Dtests.slow=true -Dtests.locale=ee-TG -Dtests.timezone=VST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestCloudSchemaless
[repro] ant compile-test

[...truncated 3152 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudSchemaless" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseShenandoahGC" -Dtests.seed=D54150C109B61A9 -Dtests.slow=true -Dtests.locale=ee-TG -Dtests.timezone=VST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 116 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.schema.TestCloudSchemaless
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS-Experimental-GC] Lucene-Solr-master-MacOSX (64bit/jdk-14) - Build # 5930 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5930/
Java: 64bit/jdk-14 -XX:+UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.HealthCheckHandlerTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.admin.HealthCheckHandlerTest:     1) Thread[id=9371, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HealthCheckHandlerTest]         at java.base@14/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.admin.HealthCheckHandlerTest: 
   1) Thread[id=9371, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HealthCheckHandlerTest]
        at java.base@14/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([1547C6058126E8E4]:0)




Build Log:
[...truncated 13856 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.HealthCheckHandlerTest
   [junit4]   2> 742540 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 742540 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 742541 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.HealthCheckHandlerTest_1547C6058126E8E4-001/data-dir-73-001
   [junit4]   2> 742541 WARN  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 742541 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 742542 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 742543 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.HealthCheckHandlerTest_1547C6058126E8E4-001/tempDir-001
   [junit4]   2> 742544 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 742545 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 742545 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 742656 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:60804
   [junit4]   2> 742656 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:60804
   [junit4]   2> 742656 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:60804
   [junit4]   2> 742656 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 60804
   [junit4]   2> 742667 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 742677 INFO  (zkConnectionManagerCallback-6230-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 742677 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 742689 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 742711 INFO  (zkConnectionManagerCallback-6232-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 742711 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 742715 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 742720 INFO  (zkConnectionManagerCallback-6234-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 742722 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 742873 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 742873 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 742873 INFO  (jetty-launcher-6235-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 742876 INFO  (jetty-launcher-6235-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 742876 INFO  (jetty-launcher-6235-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 742877 INFO  (jetty-launcher-6235-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 742877 INFO  (jetty-launcher-6235-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fe69d78{/solr,null,AVAILABLE}
   [junit4]   2> 742879 INFO  (jetty-launcher-6235-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@68d7e845{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:60810}
   [junit4]   2> 742879 INFO  (jetty-launcher-6235-thread-1) [     ] o.e.j.s.Server Started @742982ms
   [junit4]   2> 742879 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60810}
   [junit4]   2> 742879 ERROR (jetty-launcher-6235-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 742879 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 742879 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 742879 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 742879 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 742879 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T21:07:15.004732Z
   [junit4]   2> 742880 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 742885 INFO  (zkConnectionManagerCallback-6237-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 742885 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 742888 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 743008 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 743018 WARN  (jetty-launcher-6235-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a8af68[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 743018 WARN  (jetty-launcher-6235-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a8af68[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 743029 WARN  (jetty-launcher-6235-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f0b57dc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 743029 WARN  (jetty-launcher-6235-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f0b57dc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 743030 INFO  (jetty-launcher-6235-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60804/solr
   [junit4]   2> 743037 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 743042 INFO  (zkConnectionManagerCallback-6248-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 743047 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 744918 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60810_solr
   [junit4]   2> 744946 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.c.Overseer Overseer (id=72121651518636036-127.0.0.1:60810_solr-n_0000000000) starting
   [junit4]   2> 745100 INFO  (OverseerStateUpdate-72121651518636036-127.0.0.1:60810_solr-n_0000000000) [n:127.0.0.1:60810_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60810_solr
   [junit4]   2> 745111 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60810_solr
   [junit4]   2> 745127 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 745158 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 745159 WARN  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 745209 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 745251 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60810.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 745257 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60810.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 745257 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60810.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 745258 INFO  (jetty-launcher-6235-thread-1) [n:127.0.0.1:60810_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.HealthCheckHandlerTest_1547C6058126E8E4-001/tempDir-001/node1/.
   [junit4]   2> 745283 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 745286 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 745296 INFO  (zkConnectionManagerCallback-6265-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745296 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 745337 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 745380 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60804/solr ready
   [junit4]   2> 745577 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckV2Api
   [junit4]   2> 745585 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/health params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 745592 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 745592 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 745593 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 745614 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 745614 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 745614 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 745616 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f4728e{/solr,null,AVAILABLE}
   [junit4]   2> 745621 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4a4c9629{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:60820}
   [junit4]   2> 745621 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.Server Started @745724ms
   [junit4]   2> 745621 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60820}
   [junit4]   2> 745621 ERROR (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 745621 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 745621 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 745621 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 745621 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 745621 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T21:07:17.746772Z
   [junit4]   2> 745623 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 745647 INFO  (zkConnectionManagerCallback-6267-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745649 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 745660 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 745809 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 745812 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a0cf894[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 745812 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a0cf894[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 745816 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d684510[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 745816 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d684510[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 745817 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60804/solr
   [junit4]   2> 745826 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 745827 INFO  (zkConnectionManagerCallback-6278-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745835 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 745993 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 746089 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60820_solr as DOWN
   [junit4]   2> 746106 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 746107 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60820_solr
   [junit4]   2> 746118 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 746121 INFO  (zkCallback-6264-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 746124 INFO  (zkCallback-6277-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 746185 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 746186 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 746216 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 746310 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60820.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 746333 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60820.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 746333 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60820.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 746336 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [n:127.0.0.1:60820_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.HealthCheckHandlerTest_1547C6058126E8E4-001/tempDir-001/node2/.
   [junit4]   2> 746374 INFO  (qtp107943516-9437) [n:127.0.0.1:60820_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/health params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 746497 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 746497 INFO  (zkCallback-6264-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 746499 INFO  (qtp107943516-9438) [n:127.0.0.1:60820_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/health params={wt=javabin&version=2} status=503 QTime=0
   [junit4]   2> 746503 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1013063292
   [junit4]   2> 746503 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60820_solr
   [junit4]   2> 746504 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 746504 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60820_solr as DOWN
   [junit4]   2> 746504 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Error publishing nodes as down. Continuing to close CoreContainer
   [junit4]   2>           => org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:129)
   [junit4]   2> org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:129) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:834) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:822) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publishNodeAsDown(ZkController.java:2647) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.preClose(ZkController.java:608) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:947) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.close(SolrDispatchFilter.java:354) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.stop(JettySolrRunner.java:631) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.admin.HealthCheckHandlerTest.testHealthCheckV2Api(HealthCheckHandlerTest.java:186) ~[test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:564) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:832) [?:?]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:2021) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:108) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:127) ~[java/:?]
   [junit4]   2> 	... 47 more
   [junit4]   2> 746519 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 746519 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d1a341: rootName = solr_60820, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@cd017db
   [junit4]   2> 746526 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 746526 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f87b6e8: rootName = solr_60820, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1c77354a
   [junit4]   2> 746542 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 746542 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fb0dae8: rootName = solr_60820, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@534da57f
   [junit4]   2> 746542 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 746593 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a4c9629{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 746593 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f4728e{/solr,null,UNAVAILABLE}
   [junit4]   2> 746593 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 746622 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckV2Api-seed#[1547C6058126E8E4]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckV2Api
   [junit4]   2> 747037 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandler
   [junit4]   2> 747038 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/health params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 747055 INFO  (qtp1712331511-9400) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/health params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 747067 INFO  (qtp1712331511-9400) [n:127.0.0.1:60810_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=_default&name=test&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 747100 INFO  (OverseerThreadFactory-6255-thread-1-processing-n:127.0.0.1:60810_solr) [n:127.0.0.1:60810_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection test
   [junit4]   2> 747286 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 747307 INFO  (qtp1712331511-9403) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 747392 INFO  (OverseerStateUpdate-72121651518636036-127.0.0.1:60810_solr-n_0000000000) [n:127.0.0.1:60810_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60810/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60810_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 747627 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr    x:test_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=_default&newCollection=true&collection=test&version=2&replicaType=NRT&coreNodeName=core_node2&name=test_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 747628 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr    x:test_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 747725 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 747780 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=default-config
   [junit4]   2> 749302 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 749302 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'test_shard1_replica_n1' using configuration from configset _default, trusted=true
   [junit4]   2> 749303 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60810.solr.core.test.shard1.replica_n1' (registry 'solr.core.test.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 749303 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.SolrCore [[test_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.HealthCheckHandlerTest_1547C6058126E8E4-001/tempDir-001/node1/./test_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.HealthCheckHandlerTest_1547C6058126E8E4-001/tempDir-001/node1/./test_shard1_replica_n1/data/]
   [junit4]   2> 749579 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 749579 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 749581 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 749581 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 749584 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36a551df[test_shard1_replica_n1] main]
   [junit4]   2> 749608 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/_default
   [junit4]   2> 749611 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/_default
   [junit4]   2> 749613 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/_default/managed-schema
   [junit4]   2> 749628 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 749634 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 749634 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, maxQueryFrequency=0.01}
   [junit4]   2> 749635 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 749635 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665161381030133760
   [junit4]   2> 749648 INFO  (searcherExecutor-6293-thread-1-processing-n:127.0.0.1:60810_solr x:test_shard1_replica_n1 c:test s:shard1 r:core_node2) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@36a551df[test_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 749649 INFO  (searcherExecutor-6293-thread-1-processing-n:127.0.0.1:60810_solr x:test_shard1_replica_n1 c:test s:shard1 r:core_node2) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 749649 INFO  (searcherExecutor-6293-thread-1-processing-n:127.0.0.1:60810_solr x:test_shard1_replica_n1 c:test s:shard1 r:core_node2) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 749651 INFO  (searcherExecutor-6293-thread-1-processing-n:127.0.0.1:60810_solr x:test_shard1_replica_n1 c:test s:shard1 r:core_node2) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.SolrCore [test_shard1_replica_n1] Registered new searcher Searcher@36a551df[test_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 749726 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 749726 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test/leaders/shard1
   [junit4]   2> 749830 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 749830 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 749830 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60810/solr/test_shard1_replica_n1/
   [junit4]   2> 749841 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 749844 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:60810/solr/test_shard1_replica_n1/ has no replicas
   [junit4]   2> 749844 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test/leaders/shard1/leader after winning as /collections/test/leader_elect/shard1/election/72121651518636036-core_node2-n_0000000000
   [junit4]   2> 749904 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60810/solr/test_shard1_replica_n1/ shard1
   [junit4]   2> 749915 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 749915 INFO  (zkCallback-6247-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 749922 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 749960 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=_default&newCollection=true&collection=test&version=2&replicaType=NRT&coreNodeName=core_node2&name=test_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2337
   [junit4]   2> 749983 INFO  (qtp1712331511-9400) [n:127.0.0.1:60810_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 750086 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 750087 INFO  (zkCallback-6247-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 750087 INFO  (zkCallback-6247-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 750100 INFO  (qtp1712331511-9400) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=_default&name=test&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=3033
   [junit4]   2> 750102 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/health params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 750125 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 750154 INFO  (qtp1712331511-9400) [n:127.0.0.1:60810_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=test&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 750241 INFO  (OverseerCollectionConfigSetProcessor-72121651518636036-127.0.0.1:60810_solr-n_0000000000) [n:127.0.0.1:60810_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 750244 INFO  (OverseerThreadFactory-6255-thread-2-processing-n:127.0.0.1:60810_solr) [n:127.0.0.1:60810_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
   [junit4]   2> 750246 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr    x:test_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test.shard1.replica_n1 tag=null
   [junit4]   2> 750246 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr    x:test_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e50497: rootName = solr_60810, domain = solr.core.test.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.test.shard1.replica_n1/com.codahale.metrics.MetricRegistry@3ebf7aea
   [junit4]   2> 750265 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.c.SolrCore [test_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@28d8de3d
   [junit4]   2> 750265 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test.shard1.replica_n1 tag=SolrCore@28d8de3d
   [junit4]   2> 750265 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test.shard1.leader tag=SolrCore@28d8de3d
   [junit4]   2> 750265 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 750279 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test/terms/shard1 to Terms{values={}, version=1}
   [junit4]   2> 750297 INFO  (qtp1712331511-9402) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=test_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=51
   [junit4]   2> 750490 INFO  (zkCallback-6247-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 750490 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 750491 INFO  (zkCallback-6247-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 750696 INFO  (qtp1712331511-9400) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=test&action=DELETE&wt=javabin&version=2} status=0 QTime=542
   [junit4]   2> 750701 INFO  (qtp1712331511-9403) [n:127.0.0.1:60810_solr     ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :list with params action=LIST&wt=javabin&version=2 
   [junit4]   2> 750707 INFO  (qtp1712331511-9403) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={action=LIST&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 750711 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr     ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :delete with params name=conf&action=DELETE&wt=javabin&version=2 
   [junit4]   2> 750766 INFO  (OverseerThreadFactory-6255-thread-3-processing-n:127.0.0.1:60810_solr) [n:127.0.0.1:60810_solr     ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : delete, {
   [junit4]   2>   "name":"conf",
   [junit4]   2>   "operation":"configsets:delete"}
   [junit4]   2> 750778 INFO  (OverseerCollectionConfigSetProcessor-72121651518636036-127.0.0.1:60810_solr-n_0000000000) [n:127.0.0.1:60810_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 750782 INFO  (OverseerThreadFactory-6255-thread-3-processing-n:127.0.0.1:60810_solr) [n:127.0.0.1:60810_solr     ] o.a.s.c.OverseerConfigSetMessageHandler no existing ConfigSet properties found
   [junit4]   2> 750831 INFO  (qtp1712331511-9401) [n:127.0.0.1:60810_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={name=conf&action=DELETE&wt=javabin&version=2} status=0 QTime=120
   [junit4]   2> 750832 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 750832 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 750832 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 750836 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 750836 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 750836 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 750837 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e3adfe0{/solr,null,AVAILABLE}
   [junit4]   2> 750839 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7d867f70{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:60861}
   [junit4]   2> 750839 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.Server Started @750943ms
   [junit4]   2> 750839 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60861}
   [junit4]   2> 750841 ERROR (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 750841 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 750841 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 750841 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 750841 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 750841 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T21:07:22.966216Z
   [junit4]   2> 750844 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 750856 INFO  (zkConnectionManagerCallback-6301-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 750857 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 750859 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 750994 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 751002 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32f7022b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751002 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32f7022b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751014 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@414fbe29[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751014 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@414fbe29[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751018 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60804/solr
   [junit4]   2> 751022 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 751035 INFO  (zkConnectionManagerCallback-6312-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 751035 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 751214 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 751275 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60861_solr as DOWN
   [junit4]   2> 751317 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 751317 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60861_solr
   [junit4]   2> 751329 INFO  (zkCallback-6264-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 751329 INFO  (zkCallback-6311-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 751329 INFO  (zkCallback-6264-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 751329 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 751399 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 751401 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 751428 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 751456 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60861.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 751468 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60861.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 751468 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60861.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 751469 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60861_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.HealthCheckHandlerTest_1547C6058126E8E4-001/tempDir-001/node3/.
   [junit4]   2> 751483 INFO  (qtp282402375-9486) [n:127.0.0.1:60861_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/health params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 751494 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 751494 INFO  (zkCallback-6264-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 751495 INFO  (zkCallback-6264-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 751596 INFO  (qtp282402375-9488) [n:127.0.0.1:60861_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/health params={wt=javabin&version=2} status=503 QTime=0
   [junit4]   2> 751614 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=412487688
   [junit4]   2> 751614 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60861_solr
   [junit4]   2> 751615 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 751615 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60861_solr as DOWN
   [junit4]   2> 751615 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Error publishing nodes as down. Continuing to close CoreContainer
   [junit4]   2>           => org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:129)
   [junit4]   2> org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:129) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:834) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:822) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publishNodeAsDown(ZkController.java:2647) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.preClose(ZkController.java:608) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:947) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.close(SolrDispatchFilter.java:354) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.stop(JettySolrRunner.java:631) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.admin.HealthCheckHandlerTest.testHealthCheckHandler(HealthCheckHandlerTest.java:109) ~[test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:564) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:832) [?:?]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:2021) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:108) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:127) ~[java/:?]
   [junit4]   2> 	... 47 more
   [junit4]   2> 751622 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 751622 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3df5a94e: rootName = solr_60861, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@52b419ce
   [junit4]   2> 751640 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 751641 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18a42c68: rootName = solr_60861, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1c77354a
   [junit4]   2> 751643 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 751643 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34856ac6: rootName = solr_60861, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@534da57f
   [junit4]   2> 751643 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 751690 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d867f70{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 751691 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e3adfe0{/solr,null,UNAVAILABLE}
   [junit4]   2> 751691 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 751696 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 751696 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 751696 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 751759 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 751759 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 751759 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 751760 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@452dbc8a{/solr,null,AVAILABLE}
   [junit4]   2> 751763 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@323f7541{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:60867}
   [junit4]   2> 751763 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.s.Server Started @751867ms
   [junit4]   2> 751763 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60867}
   [junit4]   2> 751764 ERROR (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 751764 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 751764 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 751764 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 751764 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 751764 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-27T21:07:23.889393Z
   [junit4]   2> 751766 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 751772 INFO  (zkConnectionManagerCallback-6327-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 751775 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 751778 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 751910 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 751923 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@37f1806e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751923 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@37f1806e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751938 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66d605ed[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751938 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66d605ed[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751939 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60804/solr
   [junit4]   2> 751956 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 751959 INFO  (zkConnectionManagerCallback-6338-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 751959 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 752031 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 752087 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60867_solr as DOWN
   [junit4]   2> 752100 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 752100 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60867_solr
   [junit4]   2> 752113 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 752114 INFO  (zkCallback-6264-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 752116 INFO  (zkCallback-6264-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 752117 INFO  (zkCallback-6337-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 752185 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 752185 WARN  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or  authorization=external.  See https://s.apache.org/solrsecurity for more info.  Solr is only as secure as disableddisabled
   [junit4]   2> 752237 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 752283 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60867.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 752297 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60867.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 752297 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60867.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5b360d
   [junit4]   2> 752301 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [n:127.0.0.1:60867_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.HealthCheckHandlerTest_1547C6058126E8E4-001/tempDir-001/node4/.
   [junit4]   2> 752317 INFO  (qtp710424805-9519) [n:127.0.0.1:60867_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/health params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 752317 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1494557617
   [junit4]   2> 752318 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60867_solr
   [junit4]   2> 752319 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 752319 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60867_solr as DOWN
   [junit4]   2> 752341 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 752342 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a22ad34: rootName = solr_60867, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@5bd2a4f1
   [junit4]   2> 752371 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 752371 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20c85504: rootName = solr_60867, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1c77354a
   [junit4]   2> 752374 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 752375 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48260ba1: rootName = solr_60867, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@534da57f
   [junit4]   2> 752375 INFO  (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[1547C6058126E8E4]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 752513 INFO  (zkCallback-6264-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 752513 INFO  (zkCallback-6264-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 752515 INFO  (zkCallback-6247-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 752518 ERROR (qtp710424805-9520) [     ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 752519 WARN  (qtp710424805-9520) [     ] o.e.j.s.HttpChannel /solr/admin/info/health
   [junit4]   2>           => javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:381)
   [junit4]   2> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:381) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:362) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java

[...truncated too long message...]

rs for registry=solr.jetty tag=null
   [junit4]   2> 754380 INFO  (jetty-closer-6360-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@211e236: rootName = solr_60810, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@534da57f
   [junit4]   2> 754380 INFO  (jetty-closer-6360-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 754388 INFO  (closeThreadPool-6365-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72121651518636036-127.0.0.1:60810_solr-n_0000000000) closing
   [junit4]   2> 754389 INFO  (OverseerStateUpdate-72121651518636036-127.0.0.1:60810_solr-n_0000000000) [n:127.0.0.1:60810_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60810_solr
   [junit4]   2> 754390 INFO  (OverseerAutoScalingTriggerThread-72121651518636036-127.0.0.1:60810_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 754391 INFO  (closeThreadPool-6365-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72121651518636036-127.0.0.1:60810_solr-n_0000000000) closing
   [junit4]   2> 754518 INFO  (jetty-closer-6360-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72121651518636036-127.0.0.1:60810_solr-n_0000000000) closing
   [junit4]   2> 754561 INFO  (jetty-closer-6360-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@68d7e845{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 754562 INFO  (jetty-closer-6360-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fe69d78{/solr,null,UNAVAILABLE}
   [junit4]   2> 754562 INFO  (jetty-closer-6360-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 754576 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 754820 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/collections/test/state.json
   [junit4]   2> 	3	/solr/collections/test/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/test/state.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72121651518636036-127.0.0.1:60810_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	26	/solr/live_nodes
   [junit4]   2> 	23	/solr/overseer/queue
   [junit4]   2> 	11	/solr/collections
   [junit4]   2> 	10	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 754827 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:60804
   [junit4]   2> 754827 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:60804
   [junit4]   2> 754827 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 60804
   [junit4]   2> 754829 INFO  (SUITE-HealthCheckHandlerTest-seed#[1547C6058126E8E4]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Apr 27, 2020 9:07:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Apr 27, 2020 9:07:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.handler.admin.HealthCheckHandlerTest: 
   [junit4]   2>    1) Thread[id=9371, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HealthCheckHandlerTest]
   [junit4]   2>         at java.base@14/java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]   2> Apr 27, 2020 9:07:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=9371, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HealthCheckHandlerTest]
   [junit4]   2> 764993 ERROR (SessionTracker) [     ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
   [junit4]   2>           => java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method) [?:?]
   [junit4]   2> 	at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> Apr 27, 2020 9:07:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@637fcae7), locale=fr-MG, timezone=Europe/Uzhgorod
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 14 (64-bit)/cpus=6,threads=1,free=356515840,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrConfigHandlerConcurrent, SoftAutoCommitTest, TestClassicSimilarityFactory, TestHttpShardHandlerFactory, TestSolrDeletionPolicy2, SharedFSAutoReplicaFailoverTest, MergeStrategyTest, UnloadDistributedZkTest, TestCharFilters, SmileWriterTest, ZkCollectionPropsCachingTest, TestTextField, TestUnInvertedFieldException, EmbeddedSolrNoSerializeTest, AssignBackwardCompatibilityTest, FileBasedSpellCheckerTest, HdfsTlogReplayBufferedWhileIndexingTest, DistributedFacetPivotLargeTest, ZookeeperReadAPITest, TestCloudJSONFacetSKG, NoCacheHeaderTest, DataDrivenBlockJoinTest, SuggesterTest, TestUniqueKeyFieldResource, TestUtils, SystemInfoHandlerTest, RoutingToNodesWithPropertiesTest, TestOrdValues, BJQFilterAccessibleTest, XmlUpdateRequestHandlerTest, TestWaitForStateWithJettyShutdowns, SegmentsInfoRequestHandlerTest, DistributedMLTComponentTest, TestDynamicURP, HdfsBasicDistributedZk2Test, TestFacetMethods, SolrCoreMetricManagerTest, JavaBinAtomicUpdateMultivalueTest, TestJettySolrRunner, TestGraphMLResponseWriter, SolrRrdBackendFactoryTest, DocumentAnalysisRequestHandlerTest, SystemLogListenerTest, NodeAddedTriggerTest, TestReqParamsAPI, IndexSizeTriggerSizeEstimationTest, TestBulkSchemaConcurrent, DistanceUnitsTest, CustomTermsComponentTest, RequestLoggingTest, TestHalfAndHalfDocValues, SignificantTermsQParserPluginTest, TestCollapseQParserPlugin, ZkNodePropsTest, TestMultiWordSynonyms, SchemaVersionSpecificBehaviorTest, TestSolrCloudWithHadoopAuthPlugin, JWTVerificationkeyResolverTest, DateFieldTest, DistributedSuggestComponentTest, TestFileDictionaryLookup, PreAnalyzedFieldTest, TestDistributedMissingSort, OverseerSolrResponseUnsafeSerializationTest, TestPKIAuthenticationPlugin, MigrateRouteKeyTest, TestJoin, DistributedUpdateProcessorTest, TestLazyCores, ByteBuffersDirectoryFactoryTest, HealthCheckHandlerTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HealthCheckHandlerTest -Dtests.seed=1547C6058126E8E4 -Dtests.slow=true -Dtests.locale=fr-MG -Dtests.timezone=Europe/Uzhgorod -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | HealthCheckHandlerTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.admin.HealthCheckHandlerTest: 
   [junit4]    >    1) Thread[id=9371, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HealthCheckHandlerTest]
   [junit4]    >         at java.base@14/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1547C6058126E8E4]:0)
   [junit4] Completed [337/910 (1!)] on J0 in 22.73s, 5 tests, 1 error <<< FAILURES!

[...truncated 46861 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5930/consoleText

[repro] Revision: bc4da80776d46fcf55c674894a62662908720681

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC"
[repro] Repro line:  ant test  -Dtestcase=HealthCheckHandlerTest -Dtests.seed=1547C6058126E8E4 -Dtests.slow=true -Dtests.locale=fr-MG -Dtests.timezone=Europe/Uzhgorod -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       HealthCheckHandlerTest
[repro] ant compile-test

[...truncated 3152 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.HealthCheckHandlerTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC" -Dtests.seed=1547C6058126E8E4 -Dtests.slow=true -Dtests.locale=fr-MG -Dtests.timezone=Europe/Uzhgorod -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 101 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.handler.admin.HealthCheckHandlerTest
[repro] Exiting with code 0

[...truncated 73 lines...]