You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/06/26 11:32:37 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2235 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2235/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:42793/xus

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:42793/xus
	at __randomizedtesting.SeedInfo.seed([FEB334A4B9358796:76E70B7E17C9EA6E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:370)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:298)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1155)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:916)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:850)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 52 more




Build Log:
[...truncated 13961 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 4267346 INFO  (SUITE-RollingRestartTest-seed#[FEB334A4B9358796]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4267347 INFO  (SUITE-RollingRestartTest-seed#[FEB334A4B9358796]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4267347 INFO  (SUITE-RollingRestartTest-seed#[FEB334A4B9358796]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/data-dir-212-001
   [junit4]   2> 4267356 WARN  (SUITE-RollingRestartTest-seed#[FEB334A4B9358796]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 4267356 INFO  (SUITE-RollingRestartTest-seed#[FEB334A4B9358796]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4267357 INFO  (SUITE-RollingRestartTest-seed#[FEB334A4B9358796]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4267357 INFO  (SUITE-RollingRestartTest-seed#[FEB334A4B9358796]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xus/
   [junit4]   2> 4267373 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4267374 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 4267374 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4267609 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer start zk server on port: 37520
   [junit4]   2> 4267609 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37520
   [junit4]   2> 4267609 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37520
   [junit4]   2> 4267609 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37520
   [junit4]   2> 4267611 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4267622 INFO  (zkConnectionManagerCallback-22545-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4267622 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4267638 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4267639 INFO  (zkConnectionManagerCallback-22547-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4267639 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4267640 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4267642 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4267644 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4267646 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4267647 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4267649 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4267650 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4267652 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4267666 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4267667 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4267677 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4267682 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4267683 INFO  (zkConnectionManagerCallback-22551-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4267683 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4267791 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 4268559 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4268559 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4268559 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4268560 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4268560 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4268560 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4268560 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dc6952c{/xus,null,AVAILABLE}
   [junit4]   2> 4268561 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@f844fb6{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:42793}
   [junit4]   2> 4268562 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.s.Server Started @4268600ms
   [junit4]   2> 4268562 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xus, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/tempDir-001/control/data, hostPort=42793, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 4268562 ERROR (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4268562 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4268562 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4268562 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4268562 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4268562 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-26T09:56:43.417704Z
   [junit4]   2> 4268563 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4268564 INFO  (zkConnectionManagerCallback-22553-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4268565 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4268666 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4268666 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/control-001/solr.xml
   [junit4]   2> 4268672 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4269771 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4269773 WARN  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@24c80c96[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4269773 WARN  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@24c80c96[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4269776 WARN  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34427d53[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4269777 WARN  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34427d53[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4269795 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37520/solr
   [junit4]   2> 4269796 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4269797 INFO  (zkConnectionManagerCallback-22564-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4269797 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4269908 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4269909 INFO  (zkConnectionManagerCallback-22566-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4269909 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4270142 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42793_xus
   [junit4]   2> 4270142 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.c.Overseer Overseer (id=73036763338637317-127.0.0.1:42793_xus-n_0000000000) starting
   [junit4]   2> 4270148 INFO  (OverseerStateUpdate-73036763338637317-127.0.0.1:42793_xus-n_0000000000) [n:127.0.0.1:42793_xus     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42793_xus
   [junit4]   2> 4270149 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42793_xus
   [junit4]   2> 4270150 INFO  (zkCallback-22565-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4270169 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4270169 WARN  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4270383 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4270534 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4270548 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4270548 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4270558 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [n:127.0.0.1:42793_xus     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/control-001/cores
   [junit4]   2> 4270584 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4270585 INFO  (zkConnectionManagerCallback-22583-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4270585 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4270595 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4270596 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37520/solr ready
   [junit4]   2> 4270712 INFO  (qtp102956967-44768) [n:127.0.0.1:42793_xus     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42793_xus&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4270715 INFO  (OverseerThreadFactory-22573-thread-1-processing-n:127.0.0.1:42793_xus) [n:127.0.0.1:42793_xus     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 4270850 INFO  (qtp102956967-44770) [n:127.0.0.1:42793_xus     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4270850 INFO  (qtp102956967-44770) [n:127.0.0.1:42793_xus     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
   [junit4]   2> 4270856 INFO  (OverseerStateUpdate-73036763338637317-127.0.0.1:42793_xus-n_0000000000) [n:127.0.0.1:42793_xus     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42793/xus",
   [junit4]   2>   "node_name":"127.0.0.1:42793_xus",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4271060 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4271076 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4271218 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 4271572 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 4271592 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 4271593 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4271593 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 4271615 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4e948bb1
   [junit4]   2> 4271649 WARN  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 4271999 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4271999 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4272001 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4272001 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4272012 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6bb411b0
   [junit4]   2> 4272016 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4272017 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4272018 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4272018 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670555009677262848
   [junit4]   2> 4272022 INFO  (searcherExecutor-22585-thread-1-processing-n:127.0.0.1:42793_xus x:control_collection_shard1_replica_n1 c:control_collection s:shard1 r:core_node2) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4272025 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4272025 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 4272028 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4272028 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4272029 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42793/xus/control_collection_shard1_replica_n1/
   [junit4]   2> 4272029 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4272029 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:42793/xus/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 4272029 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73036763338637317-core_node2-n_0000000000
   [junit4]   2> 4272031 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42793/xus/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 4272135 INFO  (zkCallback-22565-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4272136 INFO  (zkCallback-22565-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4272157 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4272159 INFO  (qtp102956967-44769) [n:127.0.0.1:42793_xus     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1099
   [junit4]   2> 4272161 INFO  (qtp102956967-44768) [n:127.0.0.1:42793_xus     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4272260 INFO  (zkCallback-22565-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4272260 INFO  (zkCallback-22565-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4272260 INFO  (zkCallback-22565-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4272261 INFO  (qtp102956967-44768) [n:127.0.0.1:42793_xus     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42793_xus&wt=javabin&version=2} status=0 QTime=1549
   [junit4]   2> 4272261 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 4272367 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4272368 INFO  (zkConnectionManagerCallback-22594-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4272368 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4272369 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4272371 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37520/solr ready
   [junit4]   2> 4272371 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4272430 INFO  (qtp102956967-44768) [n:127.0.0.1:42793_xus     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4272434 INFO  (OverseerThreadFactory-22573-thread-2-processing-n:127.0.0.1:42793_xus) [n:127.0.0.1:42793_xus     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 4272435 INFO  (OverseerCollectionConfigSetProcessor-73036763338637317-127.0.0.1:42793_xus-n_0000000000) [n:127.0.0.1:42793_xus     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4272639 WARN  (OverseerThreadFactory-22573-thread-2-processing-n:127.0.0.1:42793_xus) [n:127.0.0.1:42793_xus     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 4272641 INFO  (qtp102956967-44768) [n:127.0.0.1:42793_xus     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4272642 INFO  (qtp102956967-44768) [n:127.0.0.1:42793_xus     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=212
   [junit4]   2> 4272644 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 4272644 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4272644 INFO  (watches-22591-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 4272644 INFO  (watches-22591-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4272644 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 4272645 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4272645 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 4272645 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4272645 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 4273239 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 4273242 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4273242 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4273242 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4273244 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4273244 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4273244 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4273244 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1481d60c{/xus,null,AVAILABLE}
   [junit4]   2> 4273245 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@65d1451f{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:32970}
   [junit4]   2> 4273245 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.Server Started @4273284ms
   [junit4]   2> 4273245 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xus, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/tempDir-001/jetty1, hostPort=32970, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 4273245 ERROR (closeThreadPool-22595-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4273246 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4273246 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4273246 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4273246 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4273246 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-26T09:56:48.101184Z
   [junit4]   2> 4273246 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4273248 INFO  (zkConnectionManagerCallback-22597-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4273248 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4273350 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4273350 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-1-001/solr.xml
   [junit4]   2> 4273355 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4274437 INFO  (OverseerCollectionConfigSetProcessor-73036763338637317-127.0.0.1:42793_xus-n_0000000000) [n:127.0.0.1:42793_xus     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4275244 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4275258 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29bd890a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4275258 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29bd890a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4275289 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6707c09e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4275289 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6707c09e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4275291 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37520/solr
   [junit4]   2> 4275292 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4275293 INFO  (zkConnectionManagerCallback-22608-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4275293 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4275357 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 4275360 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4275360 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4275360 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4275361 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4275361 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4275361 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4275361 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b12f941{/xus,null,AVAILABLE}
   [junit4]   2> 4275362 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4a21c29b{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:41737}
   [junit4]   2> 4275362 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.Server Started @4275401ms
   [junit4]   2> 4275362 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xus, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/tempDir-001/jetty2, hostPort=41737, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 4275363 ERROR (closeThreadPool-22595-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4275363 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4275363 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4275363 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4275363 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4275363 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-26T09:56:50.218483Z
   [junit4]   2> 4275364 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4275365 INFO  (zkConnectionManagerCallback-22610-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4275365 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4275415 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4275416 INFO  (zkConnectionManagerCallback-22612-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4275416 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4275422 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4275434 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.c.ZkController Publish node=127.0.0.1:32970_xus as DOWN
   [junit4]   2> 4275443 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4275443 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32970_xus
   [junit4]   2> 4275445 INFO  (zkCallback-22565-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4275445 INFO  (zkCallback-22611-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4275445 INFO  (zkCallback-22593-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4275459 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4275460 WARN  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4275666 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4275666 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-2-001/solr.xml
   [junit4]   2> 4275671 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4275726 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4275888 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4275966 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4275966 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4275984 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:32970_xus     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-1-001/cores
   [junit4]   2> 4276052 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:32970_xus
   [junit4]   2> 4277954 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 4277957 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4277957 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4277957 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4277998 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4277998 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4277998 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4277998 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32aad21d{/xus,null,AVAILABLE}
   [junit4]   2> 4277999 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@68f3c92a{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:40579}
   [junit4]   2> 4278000 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.Server Started @4278038ms
   [junit4]   2> 4278000 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xus, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/tempDir-001/jetty3, hostPort=40579, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 4278000 ERROR (closeThreadPool-22595-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4278000 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4278022 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4278022 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4278022 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4278022 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-26T09:56:52.877694Z
   [junit4]   2> 4278104 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4278124 INFO  (zkConnectionManagerCallback-22625-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4278124 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4278229 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4278229 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-3-001/solr.xml
   [junit4]   2> 4278254 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4280201 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4280234 WARN  (closeThreadPool-22595-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ef2b986[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4280234 WARN  (closeThreadPool-22595-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ef2b986[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4280360 WARN  (closeThreadPool-22595-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@62f25c13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4280360 WARN  (closeThreadPool-22595-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@62f25c13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4280362 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37520/solr
   [junit4]   2> 4280363 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4280364 INFO  (zkConnectionManagerCallback-22636-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4280364 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4280532 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4280579 INFO  (zkConnectionManagerCallback-22638-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4280579 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4280584 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4280601 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.c.ZkController Publish node=127.0.0.1:41737_xus as DOWN
   [junit4]   2> 4280601 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4280602 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41737_xus
   [junit4]   2> 4280603 INFO  (zkCallback-22593-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4280620 INFO  (zkCallback-22611-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4280603 INFO  (zkCallback-22565-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4280628 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4280644 INFO  (zkCallback-22637-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4280647 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4280648 WARN  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4280693 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2d9842d0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4280722 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2d9842d0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4280725 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2933580e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4280726 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2933580e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4280727 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37520/solr
   [junit4]   2> 4280729 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4280778 INFO  (zkConnectionManagerCallback-22649-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4280778 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4281010 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4281022 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4281046 INFO  (zkConnectionManagerCallback-22652-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4281062 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4281080 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 4281093 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.c.ZkController Publish node=127.0.0.1:40579_xus as DOWN
   [junit4]   2> 4281094 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4281094 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40579_xus
   [junit4]   2> 4281120 INFO  (zkCallback-22611-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4281123 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4281123 WARN  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4281128 INFO  (zkCallback-22565-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4281132 INFO  (zkCallback-22593-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4281132 INFO  (zkCallback-22637-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4281187 INFO  (zkCallback-22651-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4281216 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4281278 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4281290 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4281303 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4281305 INFO  (closeThreadPool-22595-thread-2) [n:127.0.0.1:41737_xus     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-2-001/cores
   [junit4]   2> 4281418 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4281469 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4281469 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4281474 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41737_xus
   [junit4]   2> 4281483 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:40579_xus     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-3-001/cores
   [junit4]   2> 4281622 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:40579_xus
   [junit4]   2> 4281895 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 4281898 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4281898 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4281898 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4281899 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4281899 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4281899 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4281899 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@610295b1{/xus,null,AVAILABLE}
   [junit4]   2> 4281909 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5e0ad3a9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34520}
   [junit4]   2> 4281909 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.Server Started @4281947ms
   [junit4]   2> 4281909 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xus, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/tempDir-001/jetty4, hostPort=34520, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-4-001/cores}
   [junit4]   2> 4281909 ERROR (closeThreadPool-22595-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4281909 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4281909 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4281910 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4281910 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4281910 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-26T09:56:56.765082Z
   [junit4]   2> 4281911 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4281912 INFO  (zkConnectionManagerCallback-22666-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4281912 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4282014 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4282014 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-4-001/solr.xml
   [junit4]   2> 4282031 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4284311 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-5-001 of type NRT for shard2
   [junit4]   2> 4284314 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4284314 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4284314 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4284371 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4284372 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4284372 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4284372 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3afba87{/xus,null,AVAILABLE}
   [junit4]   2> 4284373 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@77867416{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:41987}
   [junit4]   2> 4284373 INFO  (closeThreadPool-22595-thread-2) [     ] o.e.j.s.Server Started @4284412ms
   [junit4]   2> 4284373 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xus, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/tempDir-001/jetty5, hostPort=41987, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 4284374 ERROR (closeThreadPool-22595-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4284393 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4284393 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4284393 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4284393 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4284393 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-26T09:56:59.248968Z
   [junit4]   2> 4284394 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4284396 INFO  (zkConnectionManagerCallback-22671-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4284396 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4284497 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4284498 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-5-001/solr.xml
   [junit4]   2> 4284515 INFO  (closeThreadPool-22595-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4284599 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4284615 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2802b222[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4284615 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2802b222[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4284729 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d0eb949[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4284729 WARN  (closeThreadPool-22595-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d0eb949[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4284731 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37520/solr
   [junit4]   2> 4284874 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4284911 INFO  (zkConnectionManagerCallback-22682-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4284911 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4285061 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4285248 INFO  (zkConnectionManagerCallback-22684-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4285248 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4285279 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4285295 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.c.ZkController Publish node=127.0.0.1:34520_xus as DOWN
   [junit4]   2> 4285296 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4285296 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34520_xus
   [junit4]   2> 4285310 INFO  (zkCallback-22593-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4285310 INFO  (zkCallback-22611-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4285310 INFO  (zkCallback-22651-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4285310 INFO  (zkCallback-22565-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4285312 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4285325 WARN  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4285341 INFO  (zkCallback-22637-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4285342 INFO  (zkCallback-22683-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4285545 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4285700 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4285765 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4285765 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cc0b3dd
   [junit4]   2> 4285767 INFO  (closeThreadPool-22595-thread-1) [n:127.0.0.1:34520_xus     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-4-001/cores
   [junit4]   2> 4285951 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34520_xus
   [junit4]   2> 4287906 INFO  (TEST-RollingRestartTest.test-seed#[FEB334A4B9358796]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 4287909 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4287909 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4287909 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4288027 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4288027 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4288027 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4288048 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56a16861{/xus,null,AVAILABLE}
   [junit4]   2> 4288049 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3a11ba4c{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:32943}
   [junit4]   2> 4288049 INFO  (closeThreadPool-22595-thread-1) [     ] o.e.j.s.Server Started @4288087ms
   [junit4]   2> 4288049 INFO  (closeThreadPool-22595-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xus, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/tempDir-001/jetty6, hostPort=32943, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001/shard-6-001/cores}
   [junit4]   2> 4288049 ERROR (closeThreadPool-22595-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Log

[...truncated too long message...]

he.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
   [junit4]    > 	... 52 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_FEB334A4B9358796-001
   [junit4]   2> Jun 26, 2020 10:00:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=1987, maxMBSortInHeap=5.691347659862924, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-CX, timezone=America/Indiana/Vevay
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=136169432,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestReplicationHandlerDiskOverFlow, SolrRequestParserTest, TriggerSetPropertiesIntegrationTest, TimeRoutedAliasUpdateProcessorTest, TestImplicitCoreProperties, TestDFISimilarityFactory, SpatialRPTFieldTypeTest, TestExportWriter, HttpSolrCallGetCoreTest, SearchHandlerTest, TestLuceneIndexBackCompat, MoveReplicaHDFSTest, TestFieldTypeCollectionResource, TestRandomRequestDistribution, CursorPagingTest, TestConfigSetsAPIZkFailure, PKIAuthenticationIntegrationTest, TestUnifiedSolrHighlighterWithoutStoredId, AnalysisAfterCoreReloadTest, DynamicMapsTest, TestStressUserVersions, CollectionReloadTest, QueryEqualityTest, DistributedDebugComponentTest, SimpleCollectionCreateDeleteTest, CrossCollectionJoinQueryTest, SystemCollectionCompatTest, IndexSchemaRuntimeFieldTest, TestNRTOpen, TestSolr4Spatial, TestManagedSynonymFilterFactory, TestSweetSpotSimilarityFactory, OutOfBoxZkACLAndCredentialsProvidersTest, RequestHandlersTest, ClusterStateUpdateTest, TestLMDirichletSimilarityFactory, TestPackages, TestNumericTokenStream, TestFunctionQuery, SolrCmdDistributorTest, WrapperMergePolicyFactoryTest, HttpPartitionOnCommitTest, SolrJmxReporterCloudTest, TestCloudJSONFacetSKG, ReturnFieldsTest, NotRequiredUniqueKeyTest, PluginInfoTest, TestGroupingSearch, SubstringBytesRefFilterTest, TestSnapshotCloudManager, ShardRoutingCustomTest, CoreAdminRequestStatusTest, TestFoldingMultitermQuery, DOMUtilTest, ActionThrottleTest, CopyFieldTest, UpdateLogTest, HLLSerializationTest, ParsingFieldUpdateProcessorsTest, TestMaxScoreQueryParser, TestHdfsBackupRestoreCore, SpellCheckCollatorWithCollapseTest, XMLAtomicUpdateMultivalueTest, BJQFilterAccessibleTest, TestRandomDVFaceting, TlogReplayBufferedWhileIndexingTest, MetricsHandlerTest, TestCollationField, TestClusterProperties, TestDocBasedVersionConstraints, TestCollectionsAPIViaSolrCloudCluster, TestSortByMinMaxFunction, MetricTriggerIntegrationTest, TestSimNodeAddedTrigger, TestFileDictionaryLookup, CustomHighlightComponentTest, TestLeaderElectionWithEmptyReplica, ReplicationFactorTest, TestDistributedMissingSort, OverseerTest, TestSystemIdResolver, FacetPivotSmallTest, TestConfigsApi, ZkStateWriterTest, TaggingAttributeTest, DistributedQueueTest, SuggesterTSTTest, RemoteQueryErrorTest, DistributedFacetPivotSmallTest, CloudExitableDirectoryReaderTest, TestNestedDocsSort, TestChildDocTransformer, DistributedFacetPivotLargeTest, AddSchemaFieldsUpdateProcessorFactoryTest, LeaderElectionContextKeyTest, TestLegacyFieldCache, SortSpecParsingTest, TestNestedUpdateProcessor, TestSolrQueryParser, TestJsonFacetsWithNestedObjects, TestNonDefinedSimilarityFactory, TriggerCooldownIntegrationTest, SliceStateTest, TestCaffeineCache, HdfsUnloadDistributedZkTest, OverseerSolrResponseUnsafeSerializationTest, TestUtilizeNode, LeaderVoteWaitTimeoutTest, TestIndexSearcher, TestHdfsUpdateLog, TestPrepRecovery, FileBasedSpellCheckerTest, DirectoryFactoryTest, UUIDUpdateProcessorFallbackTest, TestLRUStatsCache, CdcrRequestHandlerTest, ExecutePlanActionTest, TestSuggestSpellingConverter, SecurityConfHandlerTest, DocumentAnalysisRequestHandlerTest, TestTermsQParserPlugin, SolrCoreCheckLockOnStartupTest, UUIDFieldTest, ClassificationUpdateProcessorIntegrationTest, XsltUpdateRequestHandlerTest, TestSizeLimitedDistributedMap, PeerSyncWithLeaderTest, TestPHPSerializedResponseWriter, SolrIndexSplitterTest, DocValuesTest, ConnectionManagerTest, TestExclusionRuleCollectionAccess, TestDocSet, DeleteReplicaTest, TestRandomCollapseQParserPlugin, TestReplicaProperties, TestSimScenario, TestFieldCacheSortRandom, TestGeoJSONResponseWriter, ZkFailoverTest, SystemInfoHandlerTest, MetricsConfigTest, HdfsRecoverLeaseTest, HealthCheckHandlerTest, TestTextField, TestPayloadCheckQParserPlugin, TestDistribPackageStore, SpellCheckComponentTest, TestTrie, BasicFunctionalityTest, ConvertedLegacyTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, SampleTest, TestCrossCoreJoin, TestHighlightDedupGrouping, TestJoin, TestSolrCoreProperties, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionPropsTest, CollectionStateZnodeTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MoveReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, RestartWhileUpdatingTest, RollingRestartTest]
   [junit4] Completed [504/913 (1!)] on J0 in 222.38s, 1 test, 1 error <<< FAILURES!

[...truncated 53454 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2240 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2240/

3 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([5F6B83E79EF75D2A:D44C5036DFF1F6AE]:0)
	at java.base/sun.nio.ch.Net.bind0(Native Method)
	at java.base/sun.nio.ch.Net.bind(Net.java:461)
	at java.base/sun.nio.ch.Net.bind(Net.java:453)
	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
	at org.eclipse.jetty.server.Server.doStart(Server.java:385)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:497)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=23213, name=qtp1783832310-23213, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    2) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    3) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    4) Thread[id=23210, name=qtp1783832310-23210-acceptor-0@aa80b0f-ServerConnector@11bab3bf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41341}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    5) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    6) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    7) Thread[id=23206, name=qtp1783832310-23206, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    8) Thread[id=23214, name=Session-HouseKeeper-743763fb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    9) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)   10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=23213, name=qtp1783832310-23213, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=23210, name=qtp1783832310-23210-acceptor-0@aa80b0f-ServerConnector@11bab3bf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41341}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=23206, name=qtp1783832310-23206, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=23214, name=Session-HouseKeeper-743763fb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([5F6B83E79EF75D2A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=23206, name=qtp1783832310-23206, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    2) Thread[id=23213, name=qtp1783832310-23213, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    3) Thread[id=23214, name=Session-HouseKeeper-743763fb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    4) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    5) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    6) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    7) Thread[id=23210, name=qtp1783832310-23210, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    8) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    9) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)   10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=23206, name=qtp1783832310-23206, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=23213, name=qtp1783832310-23213, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=23214, name=Session-HouseKeeper-743763fb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=23210, name=qtp1783832310-23210, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([5F6B83E79EF75D2A]:0)




Build Log:
[...truncated 13668 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 2181332 INFO  (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2181354 INFO  (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/data-dir-107-001
   [junit4]   2> 2181354 WARN  (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2181355 INFO  (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2181356 INFO  (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 2181356 INFO  (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2181356 INFO  (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2181381 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2181382 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2181382 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2181484 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer start zk server on port: 40805
   [junit4]   2> 2181484 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40805
   [junit4]   2> 2181484 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40805
   [junit4]   2> 2181484 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40805
   [junit4]   2> 2181524 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2181570 INFO  (zkConnectionManagerCallback-10295-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2181570 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2181583 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2181584 INFO  (zkConnectionManagerCallback-10297-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2181584 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2181598 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2181601 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2181612 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2181614 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2181623 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2181625 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2181627 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2181629 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2181643 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2181645 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2181647 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2181648 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2182519 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2182519 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2182519 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 2182536 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2182537 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2182537 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2182537 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ffeda76{/,null,AVAILABLE}
   [junit4]   2> 2182537 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@52001258{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43703}
   [junit4]   2> 2182538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.s.Server Started @2182577ms
   [junit4]   2> 2182538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/tempDir-001/control/data, hostPort=43703, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/cores}
   [junit4]   2> 2182538 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2182538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2182538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2182538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2182538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2182538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-01T06:43:10.251860Z
   [junit4]   2> 2182539 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2182549 INFO  (zkConnectionManagerCallback-10299-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2182549 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2182651 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2182651 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/solr.xml
   [junit4]   2> 2182670 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2184465 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2184467 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@bc04145[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2184467 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@bc04145[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2184482 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25c7fc79[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2184482 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25c7fc79[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2184484 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40805/solr
   [junit4]   2> 2184485 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2184487 INFO  (zkConnectionManagerCallback-10310-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2184502 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2184605 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2184606 INFO  (zkConnectionManagerCallback-10312-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2184606 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2185070 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43703_
   [junit4]   2> 2185095 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.c.Overseer Overseer (id=73064313812221956-127.0.0.1:43703_-n_0000000000) starting
   [junit4]   2> 2185140 INFO  (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43703_
   [junit4]   2> 2185141 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2185142 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43703_
   [junit4]   2> 2185144 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 2185144 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 2185164 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 2185164 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 2185164 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 2185164 INFO  (zkCallback-10311-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2185167 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2185168 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2185322 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2185473 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227
   [junit4]   2> 2185528 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227
   [junit4]   2> 2185529 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227
   [junit4]   2> 2185538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/cores
   [junit4]   2> 2185579 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2185581 INFO  (zkConnectionManagerCallback-10329-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2185581 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2185582 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2185584 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40805/solr ready
   [junit4]   2> 2185586 INFO  (qtp1943991029-19390) [n:127.0.0.1:43703_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43703_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2185608 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 2185608 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 2185608 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id: /overseer/collection-queue-work/qn-0000000000 message: {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:43703_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2185609 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 2185609 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:43703_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
   [junit4]   2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 2185609 INFO  (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2185610 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection 
   [junit4]   2> 2185611 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode: control_collection
   [junit4]   2> 2185620 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 2185622 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:43703_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2185622 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2185622 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
   [junit4]   2> 2185723 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:43703_]
   [junit4]   2> 2185726 INFO  (qtp1943991029-19389) [n:127.0.0.1:43703_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2185727 INFO  (qtp1943991029-19389) [n:127.0.0.1:43703_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
   [junit4]   2> 2185729 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:43703_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2185731 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:43703_
   [junit4]   2> 2185732 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [control_collection_shard1_replica_n1] cores but found {}
   [junit4]   2> 2185733 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43703",
   [junit4]   2>   "node_name":"127.0.0.1:43703_",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 2185733 INFO  (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43703",
   [junit4]   2>   "node_name":"127.0.0.1:43703_",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2185751 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 2185751 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":"control_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:43703",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":"127.0.0.1:43703_",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 2185833 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [control_collection_shard1_replica_n1] cores but found {}
   [junit4]   2> 2185851 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
   [junit4]   2> 2185936 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2185940 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43703",
   [junit4]   2>   "node_name":"127.0.0.1:43703_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2185940 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43703",
   [junit4]   2>   "node_name":"127.0.0.1:43703_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2185940 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "base_url":"http://127.0.0.1:43703",
   [junit4]   2>   "node_name":"127.0.0.1:43703_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false"}
   [junit4]   2> 2185940 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:43703",
   [junit4]   2>           "node_name":"127.0.0.1:43703_",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 2185970 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2186024 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 2186041 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
   [junit4]   2> 2186382 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2186413 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 2186413 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227
   [junit4]   2> 2186413 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2186446 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=108.3134765625, floorSegmentMB=1.7978515625, forceMergeDeletesPctAllowed=13.275927084784172, segmentsPerTier=18.0, maxCFSSegmentSizeMB=1.21484375, noCFSRatio=0.0, deletesPctAllowed=24.705335471041714
   [junit4]   2> 2186468 WARN  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 2186850 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2186850 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2186852 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2186852 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2186866 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=10.953125, floorSegmentMB=1.44921875, forceMergeDeletesPctAllowed=23.227957997569643, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=49.64201332945058
   [junit4]   2> 2186870 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2186878 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2186879 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2186879 INFO  (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670995818150100992
   [junit4]   2> 2186883 INFO  (searcherExecutor-10331-thread-1-processing-n:127.0.0.1:43703_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1 r:core_no

[...truncated too long message...]

java:2123)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    4) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    5) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    6) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    7) Thread[id=23210, name=qtp1783832310-23210, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    8) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
   [junit4]    >         at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    9) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >   10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5F6B83E79EF75D2A]:0)
   [junit4] Completed [363/914 (1!)] on J2 in 759.53s, 11 tests, 3 errors <<< FAILURES!

[...truncated 53689 lines...]

Re: [JENKINS] Lucene-Solr-NightlyTests-master - Build # 2239 - Still Unstable

Posted by Jan Høydahl <ja...@cominvent.com>.
I committed a fix for these failing @Nightly tests, caused by SOLR-14561

> 30. jun. 2020 kl. 12:56 skrev Apache Jenkins Server <je...@builds.apache.org>:
> 
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2239/
> 
> 2 tests failed.
> FAILED:  org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler
> 
> Error Message:
> Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> 
> Stack Trace:
> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> 	at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:4AC1932480C4E4DF]:0)
> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
> 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
> 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
> 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:360)
> 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
> 	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
> 	at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:106)
> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
> 	at java.base/java.lang.Thread.run(Thread.java:834)
> 
> 
> FAILED:  org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler
> 
> Error Message:
> Error from server at http://127.0.0.1:36795/solr/collection1_shard1_replica_n1: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> 
> Stack Trace:
> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36795/solr/collection1_shard1_replica_n1: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> 	at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:5065C6DEFCCA8B73]:0)
> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
> 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
> 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
> 	at org.apache.solr.handler.TestStressThreadBackup$1.makeBackup(TestStressThreadBackup.java:131)
> 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
> 	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
> 	at org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler(TestStressThreadBackup.java:112)
> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
> 	at java.base/java.lang.Thread.run(Thread.java:834)
> 
> 
> 
> 
> Build Log:
> [...truncated 15143 lines...]
>   [junit4] Suite: org.apache.solr.handler.TestStressThreadBackup
>   [junit4]   2> 5694236 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
>   [junit4]   2> 5694237 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/data-dir-159-001
>   [junit4]   2> 5694238 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
>   [junit4]   2> 5694239 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
>   [junit4]   2> 5694239 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
>   [junit4]   2> 5694242 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCoreAdminHandler
>   [junit4]   2> 5694242 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001
>   [junit4]   2> 5694243 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>   [junit4]   2> 5694243 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
>   [junit4]   2> 5694243 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
>   [junit4]   2> 5694343 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer start zk server on port: 46605
>   [junit4]   2> 5694343 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46605
>   [junit4]   2> 5694343 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46605
>   [junit4]   2> 5694343 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46605
>   [junit4]   2> 5694345 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5694347 INFO  (zkConnectionManagerCallback-70423-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5694347 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5694349 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5694349 INFO  (zkConnectionManagerCallback-70425-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5694349 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5694350 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5694351 INFO  (zkConnectionManagerCallback-70427-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5694351 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5694454 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
>   [junit4]   2> 5694454 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
>   [junit4]   2> 5694454 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
>   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
>   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
>   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
>   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@127ea7da{/solr,null,AVAILABLE}
>   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@36e66de7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43227}
>   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.Server Started @5694481ms
>   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43227}
>   [junit4]   2> 5694455 ERROR (jetty-launcher-70428-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
>   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
>   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
>   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-30T10:38:03.081080Z
>   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5694457 INFO  (zkConnectionManagerCallback-70430-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5694457 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5694458 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 5694564 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
>   [junit4]   2> 5694565 WARN  (jetty-launcher-70428-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@202f1106[provider=null,keyStore=null,trustStore=null]
>   [junit4]   2> 5694565 WARN  (jetty-launcher-70428-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@202f1106[provider=null,keyStore=null,trustStore=null]
>   [junit4]   2> 5694567 WARN  (jetty-launcher-70428-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56d254d2[provider=null,keyStore=null,trustStore=null]
>   [junit4]   2> 5694567 WARN  (jetty-launcher-70428-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56d254d2[provider=null,keyStore=null,trustStore=null]
>   [junit4]   2> 5694569 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46605/solr
>   [junit4]   2> 5694569 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5694570 INFO  (zkConnectionManagerCallback-70441-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5694570 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5694648 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43227_solr
>   [junit4]   2> 5694649 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) starting
>   [junit4]   2> 5694652 INFO  (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43227_solr
>   [junit4]   2> 5694653 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43227_solr
>   [junit4]   2> 5694653 INFO  (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>   [junit4]   2> 5694655 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
>   [junit4]   2> 5694655 WARN  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
>   [junit4]   2> 5694678 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
>   [junit4]   2> 5694706 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
>   [junit4]   2> 5694713 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
>   [junit4]   2> 5694713 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
>   [junit4]   2> 5694714 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1
>   [junit4]   2> 5694720 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
>   [junit4]   2> 5694720 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5694721 INFO  (zkConnectionManagerCallback-70458-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5694721 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5694722 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>   [junit4]   2> 5694723 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46605/solr ready
>   [junit4]   2> 5694728 INFO  (qtp941724819-128247) [n:127.0.0.1:43227_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
>   [junit4]   2> 5694730 INFO  (OverseerThreadFactory-70448-thread-1-processing-n:127.0.0.1:43227_solr) [n:127.0.0.1:43227_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
>   [junit4]   2> 5694835 INFO  (qtp941724819-128249) [n:127.0.0.1:43227_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
>   [junit4]   2> 5694836 INFO  (qtp941724819-128249) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
>   [junit4]   2> 5694839 INFO  (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr     ] o.a.s.c.o.SliceMutator createReplica() {
>   [junit4]   2>   "operation":"ADDREPLICA",
>   [junit4]   2>   "collection":"collection1",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "core":"collection1_shard1_replica_n1",
>   [junit4]   2>   "state":"down",
>   [junit4]   2>   "base_url":"http://127.0.0.1:43227/solr",
>   [junit4]   2>   "node_name":"127.0.0.1:43227_solr",
>   [junit4]   2>   "type":"NRT",
>   [junit4]   2>   "waitForFinalState":"false"} 
>   [junit4]   2> 5695042 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
>   [junit4]   2> 5695052 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
>   [junit4]   2> 5695061 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
>   [junit4]   2> 5695063 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
>   [junit4]   2> 5695063 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
>   [junit4]   2> 5695063 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
>   [junit4]   2> 5695064 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1/collection1_shard1_replica_n1/data/]
>   [junit4]   2> 5695137 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 5695137 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 5695139 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 5695139 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 5695141 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>   [junit4]   2> 5695141 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>   [junit4]   2> 5695142 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
>   [junit4]   2> 5695142 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670919994754465792
>   [junit4]   2> 5695144 INFO  (searcherExecutor-70460-thread-1-processing-n:127.0.0.1:43227_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
>   [junit4]   2> 5695147 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
>   [junit4]   2> 5695147 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
>   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/
>   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/ has no replicas
>   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74019419186200580-core_node2-n_0000000000
>   [junit4]   2> 5695154 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/ shard1
>   [junit4]   2> 5695255 INFO  (zkCallback-70440-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
>   [junit4]   2> 5695256 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
>   [junit4]   2> 5695258 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=216
>   [junit4]   2> 5695260 INFO  (qtp941724819-128247) [n:127.0.0.1:43227_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
>   [junit4]   2> 5695358 INFO  (zkCallback-70440-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
>   [junit4]   2> 5695358 INFO  (zkCallback-70440-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
>   [junit4]   2> 5695359 INFO  (qtp941724819-128247) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=631
>   [junit4]   2> 5695362 INFO  (Thread-17567) [     ] o.a.s.h.TestStressThreadBackup Heavy Committing #1: org.apache.solr.client.solrj.request.UpdateRequest@68a160e8
>   [junit4]   2> 5695387 DEBUG (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=1
>   [junit4]   2> 5695391 INFO  (qtp941724819-128249) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
>   [junit4]   2> 5695391 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=1}, version=1}
>   [junit4]   2> 5695391 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[doc_1 (1670919994987249664)], commit=} 0 28
>   [junit4]   2> 5695392 INFO  (qtp941724819-128249) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_1 (1670919994987249665)], commit=} 0 28
>   [junit4]   2> 5695394 INFO  (Thread-17567) [     ] o.a.s.h.TestStressThreadBackup Heavy Committing #2: org.apache.solr.client.solrj.request.UpdateRequest@691b9ad0
>   [junit4]   2> 5695396 ERROR (qtp941724819-128246) [n:127.0.0.1:43227_solr     ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
>   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:70)
>   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
>   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
>   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
>   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
>   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
>   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
>   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
>   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
>   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
>   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
>   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
>   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
>   [junit4]   2> 	at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
>   [junit4]   2> 	at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
>   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.initialize(SnapShooter.java:90)
>   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.<init>(SnapShooter.java:81)
>   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:56)
>   [junit4]   2> 	... 38 more
>   [junit4]   2> 
>   [junit4]   2> 5695396 INFO  (qtp941724819-128246) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=collection1_shard1_replica_n1&name=backup_currentAt_1&action=BACKUPCORE&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001&wt=javabin&version=2} status=500 QTime=1
>   [junit4]   2> 5695397 ERROR (qtp941724819-128246) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
>   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:70)
>   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
>   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
>   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
>   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
>   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
>   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
>   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
>   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
>   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
>   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
>   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
>   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
>   [junit4]   2> 	at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
>   [junit4]   2> 	at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
>   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.initialize(SnapShooter.java:90)
>   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.<init>(SnapShooter.java:81)
>   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:56)
>   [junit4]   2> 	... 38 more
>   [junit4]   2> 
>   [junit4]   2> 5695407 DEBUG (qtp941724819-128247) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=2
>   [junit4]   2> 5695409 INFO  (qtp941724819-128247) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_2 (1670919995019755520)], commit=} 0 14
>   [junit4]   2> 5695513 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1180084551
>   [junit4]   2> 5695513 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43227_solr
>   [junit4]   2> 5695513 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
>   [junit4]   2> 5695513 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:43227_solr as DOWN
>   [junit4]   2> 5695515 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@203eaf28
>   [junit4]   2> 5695515 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@203eaf28
>   [junit4]   2> 5695515 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23c8ee68: rootName = solr_43227, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@7557e866
>   [junit4]   2> 5695527 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@203eaf28
>   [junit4]   2> 5695528 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
>   [junit4]   2> 5695529 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
>   [junit4]   2> 5695529 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52eb4c5: rootName = solr_43227, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2890391f
>   [junit4]   2> 5695535 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
>   [junit4]   2> 5695535 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@217b5558: rootName = solr_43227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e937cba
>   [junit4]   2> 5695537 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
>   [junit4]   2> 5695537 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e0908e2: rootName = solr_43227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@29c4eb06
>   [junit4]   2> 5695537 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
>   [junit4]   2> 5695538 INFO  (closeThreadPool-70471-thread-2) [     ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
>   [junit4]   2> 5695538 INFO  (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43227_solr
>   [junit4]   2> 5695542 INFO  (OverseerAutoScalingTriggerThread-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
>   [junit4]   2> 5695544 INFO  (closeThreadPool-70471-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
>   [junit4]   2> 5695643 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
>   [junit4]   2> 5695645 INFO  (jetty-closer-70465-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@36e66de7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
>   [junit4]   2> 5695645 INFO  (jetty-closer-70465-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@127ea7da{/solr,null,UNAVAILABLE}
>   [junit4]   2> 5695645 INFO  (jetty-closer-70465-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
>   [junit4]   2> 5695646 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
>   [junit4]   2> 5695849 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
>   [junit4]   2> Maximum concurrent create/delete watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
>   [junit4]   2> 	2	/solr/aliases.json
>   [junit4]   2> 	2	/solr/clusterprops.json
>   [junit4]   2> 
>   [junit4]   2> Maximum concurrent data watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	7	/solr/collections/collection1/state.json
>   [junit4]   2> 
>   [junit4]   2> Maximum concurrent children watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	12	/solr/overseer/queue
>   [junit4]   2> 	5	/solr/overseer/collection-queue-work
>   [junit4]   2> 	4	/solr/collections
>   [junit4]   2> 	3	/solr/live_nodes
>   [junit4]   2> 
>   [junit4]   2> 5695851 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46605
>   [junit4]   2> 5695851 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46605
>   [junit4]   2> 5695851 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46605
>   [junit4]   2> 5695852 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testCoreAdminHandler
>   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestStressThreadBackup -Dtests.method=testCoreAdminHandler -Dtests.seed=CB01AE1CEF4AE921 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CA -Dtests.timezone=Asia/Calcutta -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
>   [junit4] ERROR   1.62s J1 | TestStressThreadBackup.testCoreAdminHandler <<<
>   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
>   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:4AC1932480C4E4DF]:0)
>   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
>   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
>   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
>   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
>   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
>   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:360)
>   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
>   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
>   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:106)
>   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
>   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
>   [junit4]   2> 5695856 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationHandler
>   [junit4]   2> 5695857 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002
>   [junit4]   2> 5695857 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>   [junit4]   2> 5695858 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
>   [junit4]   2> 5695858 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
>   [junit4]   2> 5695958 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer start zk server on port: 38871
>   [junit4]   2> 5695958 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38871
>   [junit4]   2> 5695958 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38871
>   [junit4]   2> 5695958 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38871
>   [junit4]   2> 5695959 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5695961 INFO  (zkConnectionManagerCallback-70473-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5695961 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5695962 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5695963 INFO  (zkConnectionManagerCallback-70475-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5695963 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5695964 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5695964 INFO  (zkConnectionManagerCallback-70477-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5695965 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
>   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
>   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
>   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
>   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
>   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cf3e828{/solr,null,AVAILABLE}
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@51357aae{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36795}
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.Server Started @5696094ms
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36795}
>   [junit4]   2> 5696068 ERROR (jetty-launcher-70478-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
>   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-30T10:38:04.693868Z
>   [junit4]   2> 5696069 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5696070 INFO  (zkConnectionManagerCallback-70480-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5696070 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5696070 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 5696177 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
>   [junit4]   2> 5696178 WARN  (jetty-launcher-70478-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1059f8e1[provider=null,keyStore=null,trustStore=null]
>   [junit4]   2> 5696178 WARN  (jetty-launcher-70478-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1059f8e1[provider=null,keyStore=null,trustStore=null]
>   [junit4]   2> 5696180 WARN  (jetty-launcher-70478-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29401d0[provider=null,keyStore=null,trustStore=null]
>   [junit4]   2> 5696180 WARN  (jetty-launcher-70478-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29401d0[provider=null,keyStore=null,trustStore=null]
>   [junit4]   2> 5696182 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38871/solr
>   [junit4]   2> 5696182 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5696183 INFO  (zkConnectionManagerCallback-70491-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5696183 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5696253 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36795_solr
>   [junit4]   2> 5696254 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.Overseer Overseer (id=74019419292041220-127.0.0.1:36795_solr-n_0000000000) starting
>   [junit4]   2> 5696258 INFO  (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36795_solr
>   [junit4]   2> 5696258 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36795_solr
>   [junit4]   2> 5696259 INFO  (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>   [junit4]   2> 5696260 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
>   [junit4]   2> 5696260 WARN  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
>   [junit4]   2> 5696280 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
>   [junit4]   2> 5696299 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
>   [junit4]   2> 5696306 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
>   [junit4]   2> 5696306 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
>   [junit4]   2> 5696307 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1
>   [junit4]   2> 5696313 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
>   [junit4]   2> 5696314 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 5696314 INFO  (zkConnectionManagerCallback-70508-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
>   [junit4]   2> 5696314 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 5696315 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>   [junit4]   2> 5696316 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38871/solr ready
>   [junit4]   2> 5696319 INFO  (qtp1609731872-128331) [n:127.0.0.1:36795_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
>   [junit4]   2> 5696321 INFO  (OverseerThreadFactory-70498-thread-1-processing-n:127.0.0.1:36795_solr) [n:127.0.0.1:36795_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
>   [junit4]   2> 5696426 INFO  (qtp1609731872-128333) [n:127.0.0.1:36795_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
>   [junit4]   2> 5696427 INFO  (qtp1609731872-128333) [n:127.0.0.1:36795_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
>   [junit4]   2> 5696430 INFO  (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr     ] o.a.s.c.o.SliceMutator createReplica() {
>   [junit4]   2>   "operation":"ADDREPLICA",
>   [junit4]   2>   "collection":"collection1",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "core":"collection1_shard1_replica_n1",
>   [junit4]   2>   "state":"down",
>   [junit4]   2>   "base_url":"http://127.0.0.1:36795/solr",
>   [junit4]   2>   "node_name":"127.0.0.1:36795_solr",
>   [junit4]   2>   "type":"NRT",
>   [junit4]   2>   "waitForFinalState":"false"} 
>   [junit4]   2> 5696633 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
>   [junit4]   2> 5696640 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
>   [junit4]   2> 5696655 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
>   [junit4]   2> 5696657 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
>   [junit4]   2> 5696657 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
>   [junit4]   2> 5696657 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
>   [junit4]   2> 5696657 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1/collection1_shard1_replica_n1/data/]
>   [junit4]   2> 5696725 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 5696725 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 5696727 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 5696728 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 5696729 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>   [junit4]   2> 5696730 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>   [junit4]   2> 5696730 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
>   [junit4]   2> 5696730 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670919996419604480
>   [junit4]   2> 5696732 INFO  (searcherExecutor-70510-thread-1-processing-n:127.0.0.1:36795_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
>   [junit4]   2> 5696737 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
>   [junit4]   2> 5696737 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
>   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/
>   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/ has no replicas
>   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74019419292041220-core_node2-n_0000000000
>   [junit4]   2> 5696742 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/ shard1
>   [junit4]   2> 5696844 INFO  (zkCallback-70490-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
>   [junit4]   2> 5696844 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
>   [junit4]   2> 5696847 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=214
>   [junit4]   2> 5696849 INFO  (qtp1609731872-128331) [n:127.0.0.1:36795_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
>   [junit4]   2> 5696948 INFO  (zkCallback-70490-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
>   [junit4]   2> 5696948 INFO  (zkCallback-70490-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
>   [junit4]   2> 5696949 INFO  (qtp1609731872-128331) [n:127.0.0.1:36795_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=629
>   [junit4]   2> 5696954 INFO  (Thread-17577) [     ] o.a.s.h.TestStressThreadBackup Heavy Committing #1: org.apache.solr.client.solrj.request.UpdateRequest@10c4bd3a
>   [junit4]   2> 5696978 DEBUG (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=1
>   [junit4]   2> 5696983 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=1}, version=1}
>   [junit4]   2> 5696983 INFO  (qtp1609731872-128333) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
>   [junit4]   2> 5696983 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[doc_1 (1670919996656582656)], commit=} 0 27
>   [junit4]   2> 5696983 INFO  (qtp1609731872-128333) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_1 (1670919996656582657)], commit=} 0 28
>   [junit4]   2> 5696983 INFO  (Thread-17577) [     ] o.a.s.h.TestStressThreadBackup Heavy Committing #2: org.apache.solr.client.solrj.request.UpdateRequest@64d9c5ba
>   [junit4]   2> 5696984 ERROR (qtp1609731872-128331) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
>   [junit4]   2> 	at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
>   [junit4]   2> 	at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
>   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doSnapShoot(ReplicationHandler.java:581)
>   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
>   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
>   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2592)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)
>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
>   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
>   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
>   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
>   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
>   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
>   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
>   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
>   [junit4]   2> 
>   [junit4]   2> 5696984 INFO  (qtp1609731872-128331) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/replication params={name=backup_currentAt_1&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002&wt=javabin&version=2&command=backup} status=400 QTime=0
>   [junit4]   2> 5697046 DEBUG (qtp1609731872-128332) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=2
>   [junit4]   2> 5697099 INFO  (qtp1609731872-128332) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_2 (1670919996685942784)], commit=} 0 115
>   [junit4]   2> 5697203 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12390719
>   [junit4]   2> 5697203 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36795_solr
>   [junit4]   2> 5697203 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
>   [junit4]   2> 5697203 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:36795_solr as DOWN
>   [junit4]   2> 5697205 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@40e324f0
>   [junit4]   2> 5697205 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@40e324f0
>   [junit4]   2> 5697205 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5944f9c1: rootName = solr_36795, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@130824dc
>   [junit4]   2> 5697217 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@40e324f0
>   [junit4]   2> 5697218 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
>   [junit4]   2> 5697220 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
>   [junit4]   2> 5697220 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6914ab5c: rootName = solr_36795, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@103958be
>   [junit4]   2> 5697226 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
>   [junit4]   2> 5697226 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64e6de1e: rootName = solr_36795, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e937cba
>   [junit4]   2> 5697229 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric
> 
> [...truncated too long message...]
> 
> st(HttpSolrClient.java:266)
>   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
>   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
>   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
>   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup$1.makeBackup(TestStressThreadBackup.java:131)
>   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
>   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
>   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler(TestStressThreadBackup.java:112)
>   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
>   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
>   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001
>   [junit4]   2> Jun 30, 2020 10:38:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
>   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {38_s=BlockTreeOrds(blocksize=128), 34_s=BlockTreeOrds(blocksize=128), 11_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 30_s=BlockTreeOrds(blocksize=128), 53_s=PostingsFormat(name=LuceneFixedGap), 76_s=Lucene84, 95_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 19_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 57_s=PostingsFormat(name=LuceneFixedGap), 99_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 15_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 72_s=Lucene84, 91_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=Lucene84, 49_s=BlockTreeOrds(blocksize=128), 22_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 0_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 4_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), _root_=PostingsFormat(name=LuceneFixedGap), 41_s=BlockTreeOrds(blocksize=128), 87_s=Lucene84, 64_s=PostingsFormat(name=LuceneFixedGap), 8_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 45_s=BlockTreeOrds(blocksize=128), 26_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 68_s=PostingsFormat(name=LuceneFixedGap), 83_s=Lucene84, 60_s=PostingsFormat(name=LuceneFixedGap), 14_s=Lucene84, 37_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 33_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 10_s=Lucene84, 52_s=BlockTreeOrds(blocksize=128), 98_s=Lucene84, 75_s=PostingsFormat(name=LuceneFixedGap), 18_s=Lucene84, 56_s=BlockTreeOrds(blocksize=128), 79_s=PostingsFormat(name=LuceneFixedGap), 90_s=Lucene84, 94_s=Lucene84, 71_s=PostingsFormat(name=LuceneFixedGap), 25_s=Lucene84, 48_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), type_s=PostingsFormat(name=LuceneFixedGap), 21_s=Lucene84, 3_s=Lucene84, 40_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 63_s=BlockTreeOrds(blocksize=128), 86_s=PostingsFormat(name=LuceneFixedGap), 7_s=Lucene84, 29_s=Lucene84, 44_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 67_s=BlockTreeOrds(blocksize=128), 82_s=PostingsFormat(name=LuceneFixedGap), 59_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 13_s=PostingsFormat(name=LuceneFixedGap), 32_s=Lucene84, 51_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 74_s=BlockTreeOrds(blocksize=128), 97_s=PostingsFormat(name=LuceneFixedGap), 55_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 78_s=BlockTreeOrds(blocksize=128), 17_s=PostingsFormat(name=LuceneFixedGap), 36_s=Lucene84, 70_s=BlockTreeOrds(blocksize=128), 93_s=PostingsFormat(name=LuceneFixedGap), 24_s=PostingsFormat(name=LuceneFixedGap), 20_s=PostingsFormat(name=LuceneFixedGap), 2_s=PostingsFormat(name=LuceneFixedGap), 62_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 6_s=PostingsFormat(name=LuceneFixedGap), 43_s=Lucene84, 85_s=BlockTreeOrds(blocksize=128), 28_s=PostingsFormat(name=LuceneFixedGap), 66_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 47_s=Lucene84, 89_s=BlockTreeOrds(blocksize=128), 81_s=BlockTreeOrds(blocksize=128), 12_s=BlockTreeOrds(blocksize=128), 39_s=PostingsFormat(name=LuceneFixedGap), 31_s=PostingsFormat(name=LuceneFixedGap), 73_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 54_s=Lucene84, 96_s=BlockTreeOrds(blocksize=128), 77_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 16_s=BlockTreeOrds(blocksize=128), 35_s=PostingsFormat(name=LuceneFixedGap), 58_s=Lucene84, 50_s=Lucene84, 92_s=BlockTreeOrds(blocksize=128), 23_s=BlockTreeOrds(blocksize=128), 1_s=BlockTreeOrds(blocksize=128), 5_s=BlockTreeOrds(blocksize=128), 42_s=PostingsFormat(name=LuceneFixedGap), 65_s=Lucene84, 84_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 9_s=BlockTreeOrds(blocksize=128), 27_s=BlockTreeOrds(blocksize=128), 46_s=PostingsFormat(name=LuceneFixedGap), 69_s=Lucene84, 88_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 61_s=Lucene84, 80_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{}, maxPointsInLeafNode=637, maxMBSortInHeap=5.643188788601102, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fr-CA, timezone=Asia/Calcutta
>   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=223906248,total=536870912
>   [junit4]   2> NOTE: All tests run in this JVM: [RestartWhileUpdatingTest, TestJsonRequest, TestCopyFieldCollectionResource, TestInPlaceUpdateWithRouteField, TestReqParamsAPI, SolrShardReporterTest, QueryElevationComponentTest, QueryResultKeyTest, BadComponentTest, TestCollapseQParserPlugin, SchemaVersionSpecificBehaviorTest, DisMaxRequestHandlerTest, RequiredFieldsTest, DistributedSuggestComponentTest, TestNamedUpdateProcessors, StatsComponentTest, TestAtomicUpdateErrorCases, CoreMergeIndexesAdminHandlerTest, SplitShardTest, MetricTriggerTest, DataDrivenBlockJoinTest, TestSchemalessBufferedUpdates, TestQuerySenderListener, TestFieldCacheReopen, TestDocTermOrds, TestSlowCompositeReaderWrapper, TestSolrCloudWithSecureImpersonation, TestContainerPlugin, TestHighlightDedupGrouping, TestSolrDeletionPolicy1, UpdateParamsTest, TestCloudPivotFacet, V2StandaloneTest, TestUtils, BaseCdcrDistributedZkTest, PathHierarchyTokenizerFactoryTest, TestLogWatcher, TestSegmentSorting, TestCSVResponseWriter, TestFieldTypeResource, TestCloudRecovery2, QueryParsingTest, ShardRoutingTest, AssignTest, EnumFieldTest, CategoryRoutedAliasUpdateProcessorTest, TestPushWriter, SynonymTokenizerTest, XmlInterpolationTest, TestFilteredDocIdSet, JSONWriterTest, DateMathParserTest, IndexBasedSpellCheckerTest, NumericFieldsTest, SpatialHeatmapFacetsTest, AuditLoggerIntegrationTest, HdfsBasicDistributedZk2Test, CollectionTooManyReplicasTest, SplitHandlerTest, TestPhraseSuggestions, TestWordDelimiterFilterFactory, SystemLogListenerTest, SegmentsInfoRequestHandlerTest, TestStressRecovery, StatelessScriptUpdateProcessorFactoryTest, TestChildDocTransformerHierarchy, HdfsAutoAddReplicasIntegrationTest, TestCryptoKeys, TestDeprecatedFilters, TestFreeTextSuggestions, TestJettySolrRunner, TestRequestStatusCollectionAPI, CurrencyFieldTypeTest, RestoreTriggerStateTest, AdminHandlersProxyTest, RecoveryZkTest, TestTrieFacet, SolrLogPostToolTest, TestHdfsCloudBackupRestore, LukeRequestHandlerTest, SolrMetricsIntegrationTest, PreAnalyzedFieldManagedSchemaCloudTest, TestGraphTermsQParserPlugin, TestCodecSupport, DistributedVersionInfoTest, NestedShardedAtomicUpdateTest, TestFieldCacheVsDocValues, TestRebalanceLeaders, TestCoreAdminApis, CoreAdminHandlerTest, TestStressLiveNodes, TestInitQParser, TestSQLHandlerNonCloud, TestJsonFacets, ForceLeaderWithTlogReplicasTest, TestSimDistributedQueue, SolrCoreTest, TestSimGenericDistributedQueue, TestHashPartitioner, ZkCLITest, IndexSchemaTest, TestFacetMethods, TestDistributedTracing, MetricsHistoryHandlerTest, ReplaceNodeNoTargetTest, TestShardHandlerFactory, DeleteLastCustomShardedReplicaTest, ConcurrentCreateCollectionTest, SearchHandlerTest, TestSort, TestRangeQuery, DistributedExpandComponentTest, JWTAuthPluginIntegrationTest, CacheHeaderTest, TestNumericTerms32, TestNumericRangeQuery32, TestReplicationHandler, TestComponentsName, TestSolr4Spatial2, TestPointFields, ConcurrentCreateRoutedAliasTest, TestPivotHelperCode, NoCacheHeaderTest, TestRetrieveFieldsOptimizer, CdcrOpsAndBoundariesTest, TestDynamicLoadingUrl, TestElisionMultitermQuery, BasicFunctionalityTest, TriLevelCompositeIdRoutingTest, JWTVerificationkeyResolverTest, TestDistributedStatsComponentCardinality, TestUniqueKeyFieldResource, TestUseDocValuesAsStored, TestDistributedMap, TestCloudDeleteByQuery, TestLazyCores, ScheduledTriggerTest, TestStressThreadBackup]
>   [junit4] Completed [902/912 (1!)] on J1 in 3.95s, 2 tests, 2 errors <<< FAILURES!
> 
> [...truncated 52051 lines...]
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: builds-unsubscribe@lucene.apache.org
> For additional commands, e-mail: builds-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2239 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2239/

2 tests failed.
FAILED:  org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler

Error Message:
Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
	at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:4AC1932480C4E4DF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:360)
	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
	at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:106)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler

Error Message:
Error from server at http://127.0.0.1:36795/solr/collection1_shard1_replica_n1: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36795/solr/collection1_shard1_replica_n1: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
	at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:5065C6DEFCCA8B73]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
	at org.apache.solr.handler.TestStressThreadBackup$1.makeBackup(TestStressThreadBackup.java:131)
	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
	at org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler(TestStressThreadBackup.java:112)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 15143 lines...]
   [junit4] Suite: org.apache.solr.handler.TestStressThreadBackup
   [junit4]   2> 5694236 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 5694237 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/data-dir-159-001
   [junit4]   2> 5694238 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 5694239 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 5694239 INFO  (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5694242 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCoreAdminHandler
   [junit4]   2> 5694242 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001
   [junit4]   2> 5694243 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5694243 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 5694243 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5694343 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer start zk server on port: 46605
   [junit4]   2> 5694343 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46605
   [junit4]   2> 5694343 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46605
   [junit4]   2> 5694343 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46605
   [junit4]   2> 5694345 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5694347 INFO  (zkConnectionManagerCallback-70423-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5694347 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5694349 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5694349 INFO  (zkConnectionManagerCallback-70425-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5694349 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5694350 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5694351 INFO  (zkConnectionManagerCallback-70427-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5694351 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5694454 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5694454 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 5694454 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@127ea7da{/solr,null,AVAILABLE}
   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@36e66de7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43227}
   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.e.j.s.Server Started @5694481ms
   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43227}
   [junit4]   2> 5694455 ERROR (jetty-launcher-70428-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5694455 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-30T10:38:03.081080Z
   [junit4]   2> 5694456 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5694457 INFO  (zkConnectionManagerCallback-70430-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5694457 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5694458 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5694564 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5694565 WARN  (jetty-launcher-70428-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@202f1106[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5694565 WARN  (jetty-launcher-70428-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@202f1106[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5694567 WARN  (jetty-launcher-70428-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56d254d2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5694567 WARN  (jetty-launcher-70428-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56d254d2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5694569 INFO  (jetty-launcher-70428-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46605/solr
   [junit4]   2> 5694569 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5694570 INFO  (zkConnectionManagerCallback-70441-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5694570 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5694648 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43227_solr
   [junit4]   2> 5694649 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) starting
   [junit4]   2> 5694652 INFO  (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43227_solr
   [junit4]   2> 5694653 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43227_solr
   [junit4]   2> 5694653 INFO  (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5694655 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 5694655 WARN  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5694678 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5694706 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
   [junit4]   2> 5694713 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
   [junit4]   2> 5694713 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
   [junit4]   2> 5694714 INFO  (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1
   [junit4]   2> 5694720 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 5694720 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5694721 INFO  (zkConnectionManagerCallback-70458-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5694721 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5694722 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5694723 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46605/solr ready
   [junit4]   2> 5694728 INFO  (qtp941724819-128247) [n:127.0.0.1:43227_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5694730 INFO  (OverseerThreadFactory-70448-thread-1-processing-n:127.0.0.1:43227_solr) [n:127.0.0.1:43227_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 5694835 INFO  (qtp941724819-128249) [n:127.0.0.1:43227_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 5694836 INFO  (qtp941724819-128249) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 5694839 INFO  (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43227/solr",
   [junit4]   2>   "node_name":"127.0.0.1:43227_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 5695042 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 5695052 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 5695061 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 5695063 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 5695063 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 5695063 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
   [junit4]   2> 5695064 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1/collection1_shard1_replica_n1/data/]
   [junit4]   2> 5695137 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 5695137 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5695139 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5695139 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5695141 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 5695141 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5695142 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 5695142 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670919994754465792
   [junit4]   2> 5695144 INFO  (searcherExecutor-70460-thread-1-processing-n:127.0.0.1:43227_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 5695147 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 5695147 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/
   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 5695152 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74019419186200580-core_node2-n_0000000000
   [junit4]   2> 5695154 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 5695255 INFO  (zkCallback-70440-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5695256 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 5695258 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=216
   [junit4]   2> 5695260 INFO  (qtp941724819-128247) [n:127.0.0.1:43227_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 5695358 INFO  (zkCallback-70440-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5695358 INFO  (zkCallback-70440-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5695359 INFO  (qtp941724819-128247) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=631
   [junit4]   2> 5695362 INFO  (Thread-17567) [     ] o.a.s.h.TestStressThreadBackup Heavy Committing #1: org.apache.solr.client.solrj.request.UpdateRequest@68a160e8
   [junit4]   2> 5695387 DEBUG (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=1
   [junit4]   2> 5695391 INFO  (qtp941724819-128249) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 5695391 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=1}, version=1}
   [junit4]   2> 5695391 INFO  (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[doc_1 (1670919994987249664)], commit=} 0 28
   [junit4]   2> 5695392 INFO  (qtp941724819-128249) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_1 (1670919994987249665)], commit=} 0 28
   [junit4]   2> 5695394 INFO  (Thread-17567) [     ] o.a.s.h.TestStressThreadBackup Heavy Committing #2: org.apache.solr.client.solrj.request.UpdateRequest@691b9ad0
   [junit4]   2> 5695396 ERROR (qtp941724819-128246) [n:127.0.0.1:43227_solr     ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:70)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
   [junit4]   2> 	at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.initialize(SnapShooter.java:90)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.<init>(SnapShooter.java:81)
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:56)
   [junit4]   2> 	... 38 more
   [junit4]   2> 
   [junit4]   2> 5695396 INFO  (qtp941724819-128246) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=collection1_shard1_replica_n1&name=backup_currentAt_1&action=BACKUPCORE&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001&wt=javabin&version=2} status=500 QTime=1
   [junit4]   2> 5695397 ERROR (qtp941724819-128246) [n:127.0.0.1:43227_solr     ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:70)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
   [junit4]   2> 	at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.initialize(SnapShooter.java:90)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.<init>(SnapShooter.java:81)
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:56)
   [junit4]   2> 	... 38 more
   [junit4]   2> 
   [junit4]   2> 5695407 DEBUG (qtp941724819-128247) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=2
   [junit4]   2> 5695409 INFO  (qtp941724819-128247) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_2 (1670919995019755520)], commit=} 0 14
   [junit4]   2> 5695513 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1180084551
   [junit4]   2> 5695513 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43227_solr
   [junit4]   2> 5695513 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 5695513 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:43227_solr as DOWN
   [junit4]   2> 5695515 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@203eaf28
   [junit4]   2> 5695515 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@203eaf28
   [junit4]   2> 5695515 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23c8ee68: rootName = solr_43227, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@7557e866
   [junit4]   2> 5695527 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@203eaf28
   [junit4]   2> 5695528 INFO  (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 5695529 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 5695529 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52eb4c5: rootName = solr_43227, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2890391f
   [junit4]   2> 5695535 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 5695535 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@217b5558: rootName = solr_43227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e937cba
   [junit4]   2> 5695537 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 5695537 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e0908e2: rootName = solr_43227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@29c4eb06
   [junit4]   2> 5695537 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 5695538 INFO  (closeThreadPool-70471-thread-2) [     ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
   [junit4]   2> 5695538 INFO  (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43227_solr
   [junit4]   2> 5695542 INFO  (OverseerAutoScalingTriggerThread-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 5695544 INFO  (closeThreadPool-70471-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
   [junit4]   2> 5695643 INFO  (jetty-closer-70465-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
   [junit4]   2> 5695645 INFO  (jetty-closer-70465-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@36e66de7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 5695645 INFO  (jetty-closer-70465-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@127ea7da{/solr,null,UNAVAILABLE}
   [junit4]   2> 5695645 INFO  (jetty-closer-70465-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 5695646 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 5695849 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 5695851 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46605
   [junit4]   2> 5695851 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46605
   [junit4]   2> 5695851 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46605
   [junit4]   2> 5695852 INFO  (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testCoreAdminHandler
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestStressThreadBackup -Dtests.method=testCoreAdminHandler -Dtests.seed=CB01AE1CEF4AE921 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CA -Dtests.timezone=Asia/Calcutta -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1.62s J1 | TestStressThreadBackup.testCoreAdminHandler <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:4AC1932480C4E4DF]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:360)
   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:106)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 5695856 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationHandler
   [junit4]   2> 5695857 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002
   [junit4]   2> 5695857 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5695858 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 5695858 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5695958 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer start zk server on port: 38871
   [junit4]   2> 5695958 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38871
   [junit4]   2> 5695958 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38871
   [junit4]   2> 5695958 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38871
   [junit4]   2> 5695959 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5695961 INFO  (zkConnectionManagerCallback-70473-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5695961 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5695962 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5695963 INFO  (zkConnectionManagerCallback-70475-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5695963 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5695964 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5695964 INFO  (zkConnectionManagerCallback-70477-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5695965 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5696067 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cf3e828{/solr,null,AVAILABLE}
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@51357aae{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36795}
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.e.j.s.Server Started @5696094ms
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36795}
   [junit4]   2> 5696068 ERROR (jetty-launcher-70478-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 5696068 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-30T10:38:04.693868Z
   [junit4]   2> 5696069 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5696070 INFO  (zkConnectionManagerCallback-70480-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5696070 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5696070 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5696177 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5696178 WARN  (jetty-launcher-70478-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1059f8e1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5696178 WARN  (jetty-launcher-70478-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1059f8e1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5696180 WARN  (jetty-launcher-70478-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29401d0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5696180 WARN  (jetty-launcher-70478-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29401d0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5696182 INFO  (jetty-launcher-70478-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38871/solr
   [junit4]   2> 5696182 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5696183 INFO  (zkConnectionManagerCallback-70491-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5696183 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5696253 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36795_solr
   [junit4]   2> 5696254 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.Overseer Overseer (id=74019419292041220-127.0.0.1:36795_solr-n_0000000000) starting
   [junit4]   2> 5696258 INFO  (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36795_solr
   [junit4]   2> 5696258 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36795_solr
   [junit4]   2> 5696259 INFO  (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5696260 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 5696260 WARN  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5696280 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5696299 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
   [junit4]   2> 5696306 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
   [junit4]   2> 5696306 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
   [junit4]   2> 5696307 INFO  (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1
   [junit4]   2> 5696313 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 5696314 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5696314 INFO  (zkConnectionManagerCallback-70508-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5696314 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5696315 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5696316 INFO  (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38871/solr ready
   [junit4]   2> 5696319 INFO  (qtp1609731872-128331) [n:127.0.0.1:36795_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5696321 INFO  (OverseerThreadFactory-70498-thread-1-processing-n:127.0.0.1:36795_solr) [n:127.0.0.1:36795_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 5696426 INFO  (qtp1609731872-128333) [n:127.0.0.1:36795_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 5696427 INFO  (qtp1609731872-128333) [n:127.0.0.1:36795_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 5696430 INFO  (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36795/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36795_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 5696633 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 5696640 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 5696655 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 5696657 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 5696657 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 5696657 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
   [junit4]   2> 5696657 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1/collection1_shard1_replica_n1/data/]
   [junit4]   2> 5696725 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 5696725 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5696727 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5696728 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5696729 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 5696730 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5696730 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 5696730 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670919996419604480
   [junit4]   2> 5696732 INFO  (searcherExecutor-70510-thread-1-processing-n:127.0.0.1:36795_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 5696737 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 5696737 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/
   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 5696740 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74019419292041220-core_node2-n_0000000000
   [junit4]   2> 5696742 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 5696844 INFO  (zkCallback-70490-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5696844 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 5696847 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=214
   [junit4]   2> 5696849 INFO  (qtp1609731872-128331) [n:127.0.0.1:36795_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 5696948 INFO  (zkCallback-70490-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5696948 INFO  (zkCallback-70490-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5696949 INFO  (qtp1609731872-128331) [n:127.0.0.1:36795_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=629
   [junit4]   2> 5696954 INFO  (Thread-17577) [     ] o.a.s.h.TestStressThreadBackup Heavy Committing #1: org.apache.solr.client.solrj.request.UpdateRequest@10c4bd3a
   [junit4]   2> 5696978 DEBUG (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=1
   [junit4]   2> 5696983 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=1}, version=1}
   [junit4]   2> 5696983 INFO  (qtp1609731872-128333) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 5696983 INFO  (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[doc_1 (1670919996656582656)], commit=} 0 27
   [junit4]   2> 5696983 INFO  (qtp1609731872-128333) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_1 (1670919996656582657)], commit=} 0 28
   [junit4]   2> 5696983 INFO  (Thread-17577) [     ] o.a.s.h.TestStressThreadBackup Heavy Committing #2: org.apache.solr.client.solrj.request.UpdateRequest@64d9c5ba
   [junit4]   2> 5696984 ERROR (qtp1609731872-128331) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
   [junit4]   2> 	at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doSnapShoot(ReplicationHandler.java:581)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2592)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 5696984 INFO  (qtp1609731872-128331) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/replication params={name=backup_currentAt_1&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002&wt=javabin&version=2&command=backup} status=400 QTime=0
   [junit4]   2> 5697046 DEBUG (qtp1609731872-128332) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=2
   [junit4]   2> 5697099 INFO  (qtp1609731872-128332) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_2 (1670919996685942784)], commit=} 0 115
   [junit4]   2> 5697203 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12390719
   [junit4]   2> 5697203 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36795_solr
   [junit4]   2> 5697203 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 5697203 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:36795_solr as DOWN
   [junit4]   2> 5697205 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@40e324f0
   [junit4]   2> 5697205 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@40e324f0
   [junit4]   2> 5697205 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5944f9c1: rootName = solr_36795, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@130824dc
   [junit4]   2> 5697217 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@40e324f0
   [junit4]   2> 5697218 INFO  (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 5697220 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 5697220 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6914ab5c: rootName = solr_36795, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@103958be
   [junit4]   2> 5697226 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 5697226 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64e6de1e: rootName = solr_36795, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e937cba
   [junit4]   2> 5697229 INFO  (jetty-closer-70515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric

[...truncated too long message...]

st(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup$1.makeBackup(TestStressThreadBackup.java:131)
   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
   [junit4]    > 	at org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler(TestStressThreadBackup.java:112)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001
   [junit4]   2> Jun 30, 2020 10:38:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {38_s=BlockTreeOrds(blocksize=128), 34_s=BlockTreeOrds(blocksize=128), 11_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 30_s=BlockTreeOrds(blocksize=128), 53_s=PostingsFormat(name=LuceneFixedGap), 76_s=Lucene84, 95_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 19_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 57_s=PostingsFormat(name=LuceneFixedGap), 99_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 15_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 72_s=Lucene84, 91_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=Lucene84, 49_s=BlockTreeOrds(blocksize=128), 22_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 0_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 4_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), _root_=PostingsFormat(name=LuceneFixedGap), 41_s=BlockTreeOrds(blocksize=128), 87_s=Lucene84, 64_s=PostingsFormat(name=LuceneFixedGap), 8_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 45_s=BlockTreeOrds(blocksize=128), 26_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 68_s=PostingsFormat(name=LuceneFixedGap), 83_s=Lucene84, 60_s=PostingsFormat(name=LuceneFixedGap), 14_s=Lucene84, 37_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 33_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 10_s=Lucene84, 52_s=BlockTreeOrds(blocksize=128), 98_s=Lucene84, 75_s=PostingsFormat(name=LuceneFixedGap), 18_s=Lucene84, 56_s=BlockTreeOrds(blocksize=128), 79_s=PostingsFormat(name=LuceneFixedGap), 90_s=Lucene84, 94_s=Lucene84, 71_s=PostingsFormat(name=LuceneFixedGap), 25_s=Lucene84, 48_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), type_s=PostingsFormat(name=LuceneFixedGap), 21_s=Lucene84, 3_s=Lucene84, 40_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 63_s=BlockTreeOrds(blocksize=128), 86_s=PostingsFormat(name=LuceneFixedGap), 7_s=Lucene84, 29_s=Lucene84, 44_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 67_s=BlockTreeOrds(blocksize=128), 82_s=PostingsFormat(name=LuceneFixedGap), 59_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 13_s=PostingsFormat(name=LuceneFixedGap), 32_s=Lucene84, 51_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 74_s=BlockTreeOrds(blocksize=128), 97_s=PostingsFormat(name=LuceneFixedGap), 55_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 78_s=BlockTreeOrds(blocksize=128), 17_s=PostingsFormat(name=LuceneFixedGap), 36_s=Lucene84, 70_s=BlockTreeOrds(blocksize=128), 93_s=PostingsFormat(name=LuceneFixedGap), 24_s=PostingsFormat(name=LuceneFixedGap), 20_s=PostingsFormat(name=LuceneFixedGap), 2_s=PostingsFormat(name=LuceneFixedGap), 62_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 6_s=PostingsFormat(name=LuceneFixedGap), 43_s=Lucene84, 85_s=BlockTreeOrds(blocksize=128), 28_s=PostingsFormat(name=LuceneFixedGap), 66_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 47_s=Lucene84, 89_s=BlockTreeOrds(blocksize=128), 81_s=BlockTreeOrds(blocksize=128), 12_s=BlockTreeOrds(blocksize=128), 39_s=PostingsFormat(name=LuceneFixedGap), 31_s=PostingsFormat(name=LuceneFixedGap), 73_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 54_s=Lucene84, 96_s=BlockTreeOrds(blocksize=128), 77_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 16_s=BlockTreeOrds(blocksize=128), 35_s=PostingsFormat(name=LuceneFixedGap), 58_s=Lucene84, 50_s=Lucene84, 92_s=BlockTreeOrds(blocksize=128), 23_s=BlockTreeOrds(blocksize=128), 1_s=BlockTreeOrds(blocksize=128), 5_s=BlockTreeOrds(blocksize=128), 42_s=PostingsFormat(name=LuceneFixedGap), 65_s=Lucene84, 84_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 9_s=BlockTreeOrds(blocksize=128), 27_s=BlockTreeOrds(blocksize=128), 46_s=PostingsFormat(name=LuceneFixedGap), 69_s=Lucene84, 88_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 61_s=Lucene84, 80_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{}, maxPointsInLeafNode=637, maxMBSortInHeap=5.643188788601102, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fr-CA, timezone=Asia/Calcutta
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=223906248,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [RestartWhileUpdatingTest, TestJsonRequest, TestCopyFieldCollectionResource, TestInPlaceUpdateWithRouteField, TestReqParamsAPI, SolrShardReporterTest, QueryElevationComponentTest, QueryResultKeyTest, BadComponentTest, TestCollapseQParserPlugin, SchemaVersionSpecificBehaviorTest, DisMaxRequestHandlerTest, RequiredFieldsTest, DistributedSuggestComponentTest, TestNamedUpdateProcessors, StatsComponentTest, TestAtomicUpdateErrorCases, CoreMergeIndexesAdminHandlerTest, SplitShardTest, MetricTriggerTest, DataDrivenBlockJoinTest, TestSchemalessBufferedUpdates, TestQuerySenderListener, TestFieldCacheReopen, TestDocTermOrds, TestSlowCompositeReaderWrapper, TestSolrCloudWithSecureImpersonation, TestContainerPlugin, TestHighlightDedupGrouping, TestSolrDeletionPolicy1, UpdateParamsTest, TestCloudPivotFacet, V2StandaloneTest, TestUtils, BaseCdcrDistributedZkTest, PathHierarchyTokenizerFactoryTest, TestLogWatcher, TestSegmentSorting, TestCSVResponseWriter, TestFieldTypeResource, TestCloudRecovery2, QueryParsingTest, ShardRoutingTest, AssignTest, EnumFieldTest, CategoryRoutedAliasUpdateProcessorTest, TestPushWriter, SynonymTokenizerTest, XmlInterpolationTest, TestFilteredDocIdSet, JSONWriterTest, DateMathParserTest, IndexBasedSpellCheckerTest, NumericFieldsTest, SpatialHeatmapFacetsTest, AuditLoggerIntegrationTest, HdfsBasicDistributedZk2Test, CollectionTooManyReplicasTest, SplitHandlerTest, TestPhraseSuggestions, TestWordDelimiterFilterFactory, SystemLogListenerTest, SegmentsInfoRequestHandlerTest, TestStressRecovery, StatelessScriptUpdateProcessorFactoryTest, TestChildDocTransformerHierarchy, HdfsAutoAddReplicasIntegrationTest, TestCryptoKeys, TestDeprecatedFilters, TestFreeTextSuggestions, TestJettySolrRunner, TestRequestStatusCollectionAPI, CurrencyFieldTypeTest, RestoreTriggerStateTest, AdminHandlersProxyTest, RecoveryZkTest, TestTrieFacet, SolrLogPostToolTest, TestHdfsCloudBackupRestore, LukeRequestHandlerTest, SolrMetricsIntegrationTest, PreAnalyzedFieldManagedSchemaCloudTest, TestGraphTermsQParserPlugin, TestCodecSupport, DistributedVersionInfoTest, NestedShardedAtomicUpdateTest, TestFieldCacheVsDocValues, TestRebalanceLeaders, TestCoreAdminApis, CoreAdminHandlerTest, TestStressLiveNodes, TestInitQParser, TestSQLHandlerNonCloud, TestJsonFacets, ForceLeaderWithTlogReplicasTest, TestSimDistributedQueue, SolrCoreTest, TestSimGenericDistributedQueue, TestHashPartitioner, ZkCLITest, IndexSchemaTest, TestFacetMethods, TestDistributedTracing, MetricsHistoryHandlerTest, ReplaceNodeNoTargetTest, TestShardHandlerFactory, DeleteLastCustomShardedReplicaTest, ConcurrentCreateCollectionTest, SearchHandlerTest, TestSort, TestRangeQuery, DistributedExpandComponentTest, JWTAuthPluginIntegrationTest, CacheHeaderTest, TestNumericTerms32, TestNumericRangeQuery32, TestReplicationHandler, TestComponentsName, TestSolr4Spatial2, TestPointFields, ConcurrentCreateRoutedAliasTest, TestPivotHelperCode, NoCacheHeaderTest, TestRetrieveFieldsOptimizer, CdcrOpsAndBoundariesTest, TestDynamicLoadingUrl, TestElisionMultitermQuery, BasicFunctionalityTest, TriLevelCompositeIdRoutingTest, JWTVerificationkeyResolverTest, TestDistributedStatsComponentCardinality, TestUniqueKeyFieldResource, TestUseDocValuesAsStored, TestDistributedMap, TestCloudDeleteByQuery, TestLazyCores, ScheduledTriggerTest, TestStressThreadBackup]
   [junit4] Completed [902/912 (1!)] on J1 in 3.95s, 2 tests, 2 errors <<< FAILURES!

[...truncated 52051 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2238 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2238/

3 tests failed.
FAILED:  org.apache.solr.handler.TestContainerPlugin.testApiFromPackage

Error Message:
Error from server at https://127.0.0.1:37033/solr: Error executing command

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:37033/solr: Error executing command
	at __randomizedtesting.SeedInfo.seed([D985E43EC2ED7E5B:34DB1C4FF0A7A9D2]:0)
	at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:647)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:370)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:298)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1155)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:916)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:850)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
	at org.apache.solr.handler.TestContainerPlugin.testApiFromPackage(TestContainerPlugin.java:236)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.DebugComponentTest.testPerItemInterface

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([D985E43EC2ED7E5B:CCA9BFDB20AEB014]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
	at org.apache.solr.handler.component.DebugComponentTest.testPerItemInterface(DebugComponentTest.java:78)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.173Z</date><long name="_version_">1670821657625755648</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.176Z</date><long name="_version_">1670821657628901376</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.177Z</date><long name="_version_">1670821657629949952</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
1.0 = *:*
</str><str name="2">
1.0 = *:*
</str><str name="3">
1.0 = *:*
</str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
</response>

	request was:q=*:*&debug=true&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
	... 41 more


FAILED:  org.apache.solr.handler.component.DebugComponentTest.testBasicInterface

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([D985E43EC2ED7E5B:C0EEC3D6548735B6]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
	at org.apache.solr.handler.component.DebugComponentTest.testBasicInterface(DebugComponentTest.java:52)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.173Z</date><long name="_version_">1670821657625755648</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.176Z</date><long name="_version_">1670821657628901376</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.177Z</date><long name="_version_">1670821657629949952</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
1.0 = *:*
</str><str name="2">
1.0 = *:*
</str><str name="3">
1.0 = *:*
</str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
</response>

	request was:q=*:*&wt=xml&debugQuery=true
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
	... 41 more




Build Log:
[...truncated 12792 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DebugComponentTest
   [junit4]   2> 1253551 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1253551 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1253551 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.DebugComponentTest_D985E43EC2ED7E5B-001/data-dir-69-001
   [junit4]   2> 1253552 WARN  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=73 numCloses=73
   [junit4]   2> 1253552 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1253553 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1253554 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1253559 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1253587 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1253704 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1254020 WARN  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:824) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:381) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:689) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:796) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:742) ~[?:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:370) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:331) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:169) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.DebugComponentTest.beforeClass(DebugComponentTest.java:41) [test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1254022 WARN  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:670) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.DebugComponentTest.beforeClass(DebugComponentTest.java:41) [test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1254023 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1254025 WARN  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ad51814[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1254025 WARN  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ad51814[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1254027 WARN  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54b9a7bd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1254028 WARN  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54b9a7bd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1254029 WARN  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1254047 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1254047 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1254065 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc28861
   [junit4]   2> 1254071 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc28861
   [junit4]   2> 1254071 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc28861
   [junit4]   2> 1254083 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1254131 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1254246 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1254258 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1254258 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc28861
   [junit4]   2> 1254258 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.DebugComponentTest_D985E43EC2ED7E5B-001/data-dir-69-001/]
   [junit4]   2> 1254260 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=49.5439453125, floorSegmentMB=1.2197265625, forceMergeDeletesPctAllowed=27.479763542010822, segmentsPerTier=17.0, maxCFSSegmentSizeMB=2.125, noCFSRatio=0.0, deletesPctAllowed=35.0630553190908
   [junit4]   2> 1254372 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1254372 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1254373 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1254373 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1254374 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=48.8515625, floorSegmentMB=1.447265625, forceMergeDeletesPctAllowed=14.168301343664064, segmentsPerTier=23.0, maxCFSSegmentSizeMB=0.365234375, noCFSRatio=0.7702833046738026, deletesPctAllowed=26.60277598832144
   [junit4]   2> 1254375 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1254384 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct, classname=DirectSolrSpellChecker, field=lowerfilt, minQueryLength=3}
   [junit4]   2> 1254448 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1254449 INFO  (coreLoadExecutor-6830-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670821657623658496
   [junit4]   2> 1254450 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1254450 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1254450 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1254450 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1254451 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1254451 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1254451 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1254451 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1254452 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1254452 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1254453 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1 (1670821657625755648)]} 0 1
   [junit4]   2> 1254453 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1254454 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2 (1670821657628901376)]} 0 0
   [junit4]   2> 1254455 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3 (1670821657629949952)]} 0 0
   [junit4]   2> 1254465 INFO  (searcherExecutor-6832-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1254465 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 9
   [junit4]   2> 1254469 INFO  (TEST-DebugComponentTest.testModifyRequestTrack-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testModifyRequestTrack
   [junit4]   2> 1254470 INFO  (TEST-DebugComponentTest.testModifyRequestTrack-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testModifyRequestTrack
   [junit4]   2> 1254473 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testQueryToString
   [junit4]   2> 1254473 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=(foo_s:aaa^3)^4&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 1254474 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=%2Bfoo_s:aaa^3+-bar_s:bbb^0&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 1254475 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=foo_s:aaa+(bar_s:bbb+baz_s:ccc)&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 1254475 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=foo_s:aaa^3+(bar_s:bbb+baz_s:ccc)^4&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 1254476 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=foo_s:aaa^%3D3&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 1254477 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testQueryToString
   [junit4]   2> 1254480 INFO  (TEST-DebugComponentTest.testPerItemInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testPerItemInterface
   [junit4]   2> 1254480 INFO  (TEST-DebugComponentTest.testPerItemInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&debug=true&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 1254482 ERROR (TEST-DebugComponentTest.testPerItemInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.173Z</date><long name="_version_">1670821657625755648</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.176Z</date><long name="_version_">1670821657628901376</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.177Z</date><long name="_version_">1670821657629949952</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="2">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="3">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=*:*&debug=true&wt=xml
   [junit4]   2> 1254483 ERROR (TEST-DebugComponentTest.testPerItemInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=*:*&debug=true&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.173Z</date><long name="_version_">1670821657625755648</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.176Z</date><long name="_version_">1670821657628901376</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.177Z</date><long name="_version_">1670821657629949952</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="2">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="3">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=*:*&debug=true&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
   [junit4]   2> 	at org.apache.solr.handler.component.DebugComponentTest.testPerItemInterface(DebugComponentTest.java:78)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 1254484 INFO  (TEST-DebugComponentTest.testPerItemInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testPerItemInterface
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DebugComponentTest -Dtests.method=testPerItemInterface -Dtests.seed=D985E43EC2ED7E5B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-AG -Dtests.timezone=America/Detroit -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.01s J2 | DebugComponentTest.testPerItemInterface <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D985E43EC2ED7E5B:CCA9BFDB20AEB014]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
   [junit4]    > 	at org.apache.solr.handler.component.DebugComponentTest.testPerItemInterface(DebugComponentTest.java:78)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.173Z</date><long name="_version_">1670821657625755648</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.176Z</date><long name="_version_">1670821657628901376</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.177Z</date><long name="_version_">1670821657629949952</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str><str name="2">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str><str name="3">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:q=*:*&debug=true&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]    > 	... 41 more
   [junit4]   2> 1254488 INFO  (TEST-DebugComponentTest.testBasicInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBasicInterface
   [junit4]   2> 1254489 INFO  (TEST-DebugComponentTest.testBasicInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml&debugQuery=true} hits=3 status=0 QTime=0
   [junit4]   2> 1254490 ERROR (TEST-DebugComponentTest.testBasicInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.173Z</date><long name="_version_">1670821657625755648</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.176Z</date><long name="_version_">1670821657628901376</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.177Z</date><long name="_version_">1670821657629949952</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="2">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="3">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=*:*&wt=xml&debugQuery=true
   [junit4]   2> 1254491 ERROR (TEST-DebugComponentTest.testBasicInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=*:*&wt=xml&debugQuery=true:java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.173Z</date><long name="_version_">1670821657625755648</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.176Z</date><long name="_version_">1670821657628901376</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.177Z</date><long name="_version_">1670821657629949952</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="2">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="3">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=*:*&wt=xml&debugQuery=true
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
   [junit4]   2> 	at org.apache.solr.handler.component.DebugComponentTest.testBasicInterface(DebugComponentTest.java:52)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 1254491 INFO  (TEST-DebugComponentTest.testBasicInterface-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBasicInterface
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DebugComponentTest -Dtests.method=testBasicInterface -Dtests.seed=D985E43EC2ED7E5B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-AG -Dtests.timezone=America/Detroit -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.01s J2 | DebugComponentTest.testBasicInterface <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D985E43EC2ED7E5B:C0EEC3D6548735B6]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
   [junit4]    > 	at org.apache.solr.handler.component.DebugComponentTest.testBasicInterface(DebugComponentTest.java:52)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.173Z</date><long name="_version_">1670821657625755648</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.176Z</date><long name="_version_">1670821657628901376</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-29T08:35:02.177Z</date><long name="_version_">1670821657629949952</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str><str name="2">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str><str name="3">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:q=*:*&wt=xml&debugQuery=true
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]    > 	... 41 more
   [junit4]   2> 1254495 INFO  (TEST-DebugComponentTest.testPrepare-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testPrepare
   [junit4]   2> 1254497 INFO  (TEST-DebugComponentTest.testPrepare-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testPrepare
   [junit4]   2> 1254497 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1254497 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=755747279
   [junit4]   2> 1254497 INFO  (coreCloseExecutor-6838-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6caf64ee
   [junit4]   2> 1254497 INFO  (coreCloseExecutor-6838-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@6caf64ee
   [junit4]   2> 1254497 INFO  (coreCloseExecutor-6838-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b1f1438: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@7172caca
   [junit4]   2> 1254515 INFO  (coreCloseExecutor-6838-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1254525 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1254525 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3770086d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3706aa3e
   [junit4]   2> 1254531 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1254531 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cb23d13: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@3d5fbfb
   [junit4]   2> 1254533 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1254533 INFO  (SUITE-DebugComponentTest-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3216cf65: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@217d82d3
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.DebugComponentTest_D9

[...truncated too long message...]

ped o.e.j.s.ServletContextHandler@5ccf180a{/solr,null,UNAVAILABLE}
   [junit4]   2> 4549043 INFO  (jetty-closer-37495-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4549043 INFO  (TEST-TestContainerPlugin.testApi-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 4549246 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/live_nodes
   [junit4]   2> 	7	/solr/overseer/queue
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 4549249 INFO  (TEST-TestContainerPlugin.testApi-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39095
   [junit4]   2> 4549249 INFO  (TEST-TestContainerPlugin.testApi-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39095
   [junit4]   2> 4549249 INFO  (TEST-TestContainerPlugin.testApi-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39095
   [junit4]   2> 4549250 INFO  (TEST-TestContainerPlugin.testApi-seed#[D985E43EC2ED7E5B]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testApi
   [junit4]   2> 4549251 INFO  (SUITE-TestContainerPlugin-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 4549251 INFO  (SUITE-TestContainerPlugin-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39095
   [junit4]   2> 4549251 INFO  (SUITE-TestContainerPlugin-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39095
   [junit4]   2> 4549251 INFO  (SUITE-TestContainerPlugin-seed#[D985E43EC2ED7E5B]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39095
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_D985E43EC2ED7E5B-001
   [junit4]   2> Jun 29, 2020 9:29:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=1465, maxMBSortInHeap=5.159495290449418, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-150, timezone=Etc/UCT
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=193454136,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerSchemaAPI, TestStressUserVersions, TestNonDefinedSimilarityFactory, TestQueryingOnDownCollection, DistributedQueueTest, NotRequiredUniqueKeyTest, TestQueryTypes, MetricsConfigTest, CoreAdminCreateDiscoverTest, SearchRateTriggerTest, TestFieldCache, SolrJmxReporterCloudTest, LeaderFailoverAfterPartitionTest, BJQFilterAccessibleTest, TestAnalyzeInfixSuggestions, HighlighterWithoutStoredIdTest, SubstringBytesRefFilterTest, SearchHandlerTest, HttpPartitionOnCommitTest, TestRandomCollapseQParserPlugin, TestDistribDocBasedVersion, TestSolrCLIRunExample, LargeFieldTest, TestCorePropertiesReload, HDFSCollectionsAPITest, TestLegacyFieldCache, NodeAddedTriggerTest, TestMultiValuedNumericRangeQuery, TestDynamicFieldResource, TestFieldSortValues, TestStressLucene, TestNestedUpdateProcessor, UpdateLogTest, TestLockTree, TestStressInPlaceUpdates, TestManagedSynonymFilterFactory, TestCloudJSONFacetSKG, TestMaxScoreQueryParser, HealthCheckHandlerTest, DOMUtilTest, TermsComponentTest, RecoveryAfterSoftCommitTest, TestSolrQueryParser, UUIDUpdateProcessorFallbackTest, TestCharFilters, TestCollectionsAPIViaSolrCloudCluster, TestTermsQParserPlugin, CdcrUpdateLogTest, AutoAddReplicasPlanActionTest, TestJmxIntegration, OverseerSolrResponseUnsafeSerializationTest, TestSSLRandomization, DistributedDebugComponentTest, TestIntervalFaceting, TestSolrCoreProperties, TestUnifiedSolrHighlighterWithoutStoredId, SolrRequestParserTest, TaggingAttributeTest, CrossCollectionJoinQueryTest, TestTestInjection, CopyFieldTest, TestChildDocTransformer, TestDynamicLoading, HdfsUnloadDistributedZkTest, CustomHighlightComponentTest, TestReload, TestBulkSchemaAPI, EchoParamsTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestDistribIDF, SuggesterTSTTest, TestSnapshotCloudManager, TestClusterProperties, XsltUpdateRequestHandlerTest, DocumentAnalysisRequestHandlerTest, CollectionReloadTest, TestExportWriter, TimeRoutedAliasUpdateProcessorTest, IgnoreLargeDocumentProcessorFactoryTest, ShardRoutingCustomTest, TestNRTOpen, NodeMarkersRegistrationTest, TestHighFrequencyDictionaryFactory, SolrIndexSplitterTest, TestIndexSearcher, RangeFacetCloudTest, RandomizedTaggerTest, TestSimScenario, SpellCheckComponentTest, TestConfigOverlay, TestHdfsUpdateLog, TestExternalRoleRuleBasedAuthorizationPlugin, HdfsRecoverLeaseTest, TestSuggestSpellingConverter, DistribCursorPagingTest, TestLegacyFieldReuse, TestLRUStatsCache, MoveReplicaHDFSTest, HdfsSyncSliceTest, TestClusterStateMutator, TestSubQueryTransformer, XMLAtomicUpdateMultivalueTest, TestUnInvertedFieldException, DirectoryFactoryTest, HttpSolrCallGetCoreTest, FileBasedSpellCheckerTest, TestImplicitCoreProperties, TestJsonFacetsWithNestedObjects, ChaosMonkeyNothingIsSafeTest, MetricsHandlerTest, TestBinaryResponseWriter, TlogReplayBufferedWhileIndexingTest, DynamicMapsTest, TestHttpShardHandlerFactory, UtilsToolTest, SystemInfoHandlerTest, OrderedExecutorTest, DocExpirationUpdateProcessorFactoryTest, PhrasesIdentificationComponentTest, RemoteQueryErrorTest, ExplicitHLLTest, TestSizeLimitedDistributedMap, TestPHPSerializedResponseWriter, HdfsChaosMonkeyNothingIsSafeTest, TestFieldCacheSortRandom, TestComplexPhraseQParserPlugin, DefaultValueUpdateProcessorTest, TestRandomDVFaceting, TestSolrCloudWithKerberosAlt, SliceStateTest, TestTlogReplica, TestSchemaManager, BigEndianAscendingWordDeserializerTest, MoreLikeThisHandlerTest, ReplicationFactorTest, ConnectionManagerTest, CollectionsAPISolrJTest, ZookeeperStatusHandlerTest, HighlighterConfigTest, DistributedFacetPivotLargeTest, SolrMetricReporterTest, DeleteInactiveReplicaTest, DistributedSpellCheckComponentTest, TestMultiWordSynonyms, TestReplicationHandlerDiskOverFlow, TestXmlQParser, IndexSchemaRuntimeFieldTest, TriggerSetPropertiesIntegrationTest, CdcrBootstrapTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, CloudExitableDirectoryReaderTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionStateZnodeTest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderElectionTest, LeaderVoteWaitTimeoutTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, PackageManagerCLITest, PeerSyncReplicationTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestCloudConsistency, TestCloudSearcherWarming, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, TestExclusionRuleCollectionAccess, TestLRUStatsCacheCloud, TestLeaderElectionWithEmptyReplica, TestPrepRecovery, TestRebalanceLeaders, TestWithCollection, ZkFailoverTest, ZkSolrClientTest, ConcurrentCreateCollectionTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, ShardSplitTest, MetricTriggerIntegrationTest, MetricTriggerTest, NodeAddedTriggerIntegrationTest, ScheduledTriggerIntegrationTest, ScheduledTriggerTest, SearchRateTriggerIntegrationTest, TestSimDistribStateManager, TestSimDistributedQueue, TestSimExecutePlanAction, TestSimExtremeIndexing, TestSimGenericDistributedQueue, TestSimLargeCluster, ZkStateWriterTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, ZkDynamicConfigTest, AlternateDirectoryTest, BlobRepositoryCloudTest, ByteBuffersDirectoryFactoryTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, CoreSorterTest, PluginInfoTest, QueryResultKeyTest, RAMDirectoryFactoryTest, RequestHandlersTest, ResourceLoaderTest, SOLR749Test, SolrCoreCheckLockOnStartupTest, SolrCoreTest, TestBackupRepositoryFactory, TestBadConfig, TestCodecSupport, TestConfig, TestConfigSets, TestCoreContainer, TestCoreDiscovery, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, TestSolrIndexConfig, TestSolrXml, TestXIncludeConfig, TestDistribPackageStore, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestConfigReload, TestContainerPlugin]
   [junit4] Completed [623/912 (2!)] on J0 in 13.94s, 2 tests, 1 error <<< FAILURES!

[...truncated 52937 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2237 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2237/

2 tests failed.
FAILED:  org.apache.solr.handler.component.DebugComponentTest.testBasicInterface

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([81A9F03E0B2408B1:98C2D7D69D4E435C]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
	at org.apache.solr.handler.component.DebugComponentTest.testBasicInterface(DebugComponentTest.java:52)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.600Z</date><long name="_version_">1670739510532505600</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.604Z</date><long name="_version_">1670739510537748480</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.605Z</date><long name="_version_">1670739510537748481</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
1.0 = *:*
</str><str name="2">
1.0 = *:*
</str><str name="3">
1.0 = *:*
</str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">1.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
</response>

	request was:q=*:*&wt=xml&debugQuery=true
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
	... 41 more


FAILED:  org.apache.solr.handler.component.DebugComponentTest.testPerItemInterface

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([81A9F03E0B2408B1:9485ABDBE967C6FE]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
	at org.apache.solr.handler.component.DebugComponentTest.testPerItemInterface(DebugComponentTest.java:78)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.600Z</date><long name="_version_">1670739510532505600</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.604Z</date><long name="_version_">1670739510537748480</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.605Z</date><long name="_version_">1670739510537748481</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
1.0 = *:*
</str><str name="2">
1.0 = *:*
</str><str name="3">
1.0 = *:*
</str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
</response>

	request was:q=*:*&debug=true&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
	... 41 more




Build Log:
[...truncated 14610 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DebugComponentTest
   [junit4]   2> 7277148 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 7277148 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 7277149 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DebugComponentTest_81A9F03E0B2408B1-001/data-dir-293-001
   [junit4]   2> 7277149 WARN  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 7277149 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 7277151 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 7277151 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 7277159 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 7277197 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 7277332 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 7278600 WARN  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:824) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:377) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:689) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:796) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:742) ~[?:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:370) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:331) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:169) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.DebugComponentTest.beforeClass(DebugComponentTest.java:41) [test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 7278602 WARN  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:670) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.DebugComponentTest.beforeClass(DebugComponentTest.java:41) [test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 7278604 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 7278605 WARN  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67e8e53b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7278605 WARN  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67e8e53b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7278609 WARN  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1cc822be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7278609 WARN  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1cc822be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7278611 WARN  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 7278634 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 7278634 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 7278660 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4161099d
   [junit4]   2> 7278671 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4161099d
   [junit4]   2> 7278671 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4161099d
   [junit4]   2> 7278681 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 7278719 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 7278848 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 7278863 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 7278863 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4161099d
   [junit4]   2> 7278863 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DebugComponentTest_81A9F03E0B2408B1-001/data-dir-293-001/]
   [junit4]   2> 7278865 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=50.1005859375, floorSegmentMB=0.9736328125, forceMergeDeletesPctAllowed=5.0287476398023, segmentsPerTier=3.0, maxCFSSegmentSizeMB=1.1982421875, noCFSRatio=0.12024527498997913, deletesPctAllowed=29.4627900632225
   [junit4]   2> 7278964 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 7278965 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 7278967 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 7278967 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 7278968 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 7278969 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 7278982 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct, classname=DirectSolrSpellChecker, field=lowerfilt, minQueryLength=3}
   [junit4]   2> 7279034 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 7279035 INFO  (coreLoadExecutor-36680-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670739510529359872
   [junit4]   2> 7279036 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 7279037 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 7279037 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 7279037 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 7279038 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 7279038 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 7279039 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 7279040 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 7279041 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 7279041 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1 (1670739510532505600)]} 0 2
   [junit4]   2> 7279041 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 7279043 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 7279043 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2 (1670739510537748480)]} 0 0
   [junit4]   2> 7279044 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3 (1670739510537748481)]} 0 0
   [junit4]   2> 7279055 INFO  (searcherExecutor-36682-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 7279055 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 11
   [junit4]   2> 7279060 INFO  (TEST-DebugComponentTest.testBasicInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBasicInterface
   [junit4]   2> 7279061 INFO  (TEST-DebugComponentTest.testBasicInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml&debugQuery=true} hits=3 status=0 QTime=1
   [junit4]   2> 7279065 ERROR (TEST-DebugComponentTest.testBasicInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.600Z</date><long name="_version_">1670739510532505600</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.604Z</date><long name="_version_">1670739510537748480</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.605Z</date><long name="_version_">1670739510537748481</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="2">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="3">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">1.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=*:*&wt=xml&debugQuery=true
   [junit4]   2> 7279066 ERROR (TEST-DebugComponentTest.testBasicInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=*:*&wt=xml&debugQuery=true:java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.600Z</date><long name="_version_">1670739510532505600</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.604Z</date><long name="_version_">1670739510537748480</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.605Z</date><long name="_version_">1670739510537748481</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="2">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="3">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">1.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=*:*&wt=xml&debugQuery=true
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
   [junit4]   2> 	at org.apache.solr.handler.component.DebugComponentTest.testBasicInterface(DebugComponentTest.java:52)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 7279067 INFO  (TEST-DebugComponentTest.testBasicInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBasicInterface
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DebugComponentTest -Dtests.method=testBasicInterface -Dtests.seed=81A9F03E0B2408B1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-BI -Dtests.timezone=America/Detroit -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.01s J1 | DebugComponentTest.testBasicInterface <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([81A9F03E0B2408B1:98C2D7D69D4E435C]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
   [junit4]    > 	at org.apache.solr.handler.component.DebugComponentTest.testBasicInterface(DebugComponentTest.java:52)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.600Z</date><long name="_version_">1670739510532505600</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.604Z</date><long name="_version_">1670739510537748480</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.605Z</date><long name="_version_">1670739510537748481</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str><str name="2">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str><str name="3">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">1.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:q=*:*&wt=xml&debugQuery=true
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]    > 	... 41 more
   [junit4]   2> 7279074 INFO  (TEST-DebugComponentTest.testPerItemInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testPerItemInterface
   [junit4]   2> 7279074 INFO  (TEST-DebugComponentTest.testPerItemInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&debug=true&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 7279077 ERROR (TEST-DebugComponentTest.testPerItemInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.600Z</date><long name="_version_">1670739510532505600</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.604Z</date><long name="_version_">1670739510537748480</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.605Z</date><long name="_version_">1670739510537748481</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="2">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="3">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=*:*&debug=true&wt=xml
   [junit4]   2> 7279077 ERROR (TEST-DebugComponentTest.testPerItemInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=*:*&debug=true&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.600Z</date><long name="_version_">1670739510532505600</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.604Z</date><long name="_version_">1670739510537748480</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.605Z</date><long name="_version_">1670739510537748481</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="2">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str><str name="3">
   [junit4]   2> 1.0 = *:*
   [junit4]   2> </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=*:*&debug=true&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
   [junit4]   2> 	at org.apache.solr.handler.component.DebugComponentTest.testPerItemInterface(DebugComponentTest.java:78)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 7279079 INFO  (TEST-DebugComponentTest.testPerItemInterface-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testPerItemInterface
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DebugComponentTest -Dtests.method=testPerItemInterface -Dtests.seed=81A9F03E0B2408B1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-BI -Dtests.timezone=America/Detroit -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.01s J1 | DebugComponentTest.testPerItemInterface <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([81A9F03E0B2408B1:9485ABDBE967C6FE]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
   [junit4]    > 	at org.apache.solr.handler.component.DebugComponentTest.testPerItemInterface(DebugComponentTest.java:78)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(//lst[@name='timing']/*)=4
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="3" start="0" numFoundExact="true"><doc><str name="id">1</str><arr name="range_facet_l"><long>1</long></arr><int name="id_i1">1</int><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><arr name="title"><str>this is a title.</str></arr><arr name="title_stringNoNorms"><str>this is a title.</str></arr><arr name="max_chars"><str>this is a </str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.600Z</date><long name="_version_">1670739510532505600</long><int name="intDvoDefault">42</int></doc><doc><str name="id">2</str><arr name="range_facet_l"><long>2</long></arr><int name="id_i1">2</int><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><arr name="title"><str>this is another title.</str></arr><arr name="title_stringNoNorms"><str>this is another title.</str></arr><arr name="max_chars"><str>this is an</str></arr><bool name="inStock_b1">true</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.604Z</date><long name="_version_">1670739510537748480</long><int name="intDvoDefault">42</int></doc><doc><str name="id">3</str><arr name="range_facet_l"><long>3</long></arr><int name="id_i1">3</int><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><arr name="title"><str>Mary had a little lamb.</str></arr><arr name="title_stringNoNorms"><str>Mary had a little lamb.</str></arr><arr name="max_chars"><str>Mary had a</str></arr><bool name="inStock_b1">false</bool><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2020-06-28T10:49:20.605Z</date><long name="_version_">1670739510537748481</long><int name="intDvoDefault">42</int></doc></result><lst name="debug"><str name="rawquerystring">*:*</str><str name="querystring">*:*</str><str name="parsedquery">MatchAllDocsQuery(*:*)</str><str name="parsedquery_toString">*:*</str><lst name="explain"><str name="1">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str><str name="2">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str><str name="3">
   [junit4]    > 1.0 = *:*
   [junit4]    > </str></lst><str name="QParser">LuceneQParser</str><lst name="timing"><double name="time">0.0</double><lst name="prepare"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst><lst name="process"><double name="time">0.0</double><lst name="query"><double name="time">0.0</double></lst><lst name="facet"><double name="time">0.0</double></lst><lst name="facet_module"><double name="time">0.0</double></lst><lst name="mlt"><double name="time">0.0</double></lst><lst name="highlight"><double name="time">0.0</double></lst><lst name="stats"><double name="time">0.0</double></lst><lst name="expand"><double name="time">0.0</double></lst><lst name="terms"><double name="time">0.0</double></lst><lst name="debug"><double name="time">0.0</double></lst></lst></lst></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:q=*:*&debug=true&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]    > 	... 41 more
   [junit4]   2> 7279084 INFO  (TEST-DebugComponentTest.testModifyRequestTrack-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testModifyRequestTrack
   [junit4]   2> 7279085 INFO  (TEST-DebugComponentTest.testModifyRequestTrack-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testModifyRequestTrack
   [junit4]   2> 7279090 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testQueryToString
   [junit4]   2> 7279091 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[81A9F03E0B2408B1]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=(foo_s:aaa^3)^4&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 7279093 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[81A9F03E0B2408B1]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=%2Bfoo_s:aaa^3+-bar_s:bbb^0&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 7279094 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[81A9F03E0B2408B1]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=foo_s:aaa+(bar_s:bbb+baz_s:ccc)&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 7279095 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[81A9F03E0B2408B1]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=foo_s:aaa^3+(bar_s:bbb+baz_s:ccc)^4&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 7279096 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[81A9F03E0B2408B1]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=foo_s:aaa^%3D3&indent=true&rows=0&wt=xml&debugQuery=true} hits=0 status=0 QTime=0
   [junit4]   2> 7279097 INFO  (TEST-DebugComponentTest.testQueryToString-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testQueryToString
   [junit4]   2> 7279102 INFO  (TEST-DebugComponentTest.testPrepare-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testPrepare
   [junit4]   2> 7279104 INFO  (TEST-DebugComponentTest.testPrepare-seed#[81A9F03E0B2408B1]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testPrepare
   [junit4]   2> 7279104 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 7279104 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1816864191
   [junit4]   2> 7279105 INFO  (coreCloseExecutor-36688-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@23e22495
   [junit4]   2> 7279105 INFO  (coreCloseExecutor-36688-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@23e22495
   [junit4]   2> 7279105 INFO  (coreCloseExecutor-36688-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71b98ff4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@569e383b
   [junit4]   2> 7279130 INFO  (coreCloseExecutor-36688-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 7279138 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 7279138 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c60651: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@503eb44f
   [junit4]   2> 7279146 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 7279146 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74240c49: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5cc8816d
   [junit4]   2> 7279149 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 7279149 INFO  (SUITE-DebugComponentTest-seed#[81A9F03E0B2408B1]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27dc0bac: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@53814c14
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DebugComponentTest_81A9F03E0B2408B1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-BI, timezone=America/Detroit
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=222892168,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, IndexSizeTriggerSizeEstimationTest, AssignTest, TestSolrXml, IndexSchemaTest, DistributedQueryComponentOptimizationTest, JSONWriterTest, TestSolr4Spatial2, SuggesterTest, TestCustomStream, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestStressVersions, TestLegacyNumericUtils, TestDistributedSearch, ZkDynamicConfigTest, SchemaVersionSpecificBehaviorTest, TestFieldCollectionResource, DateMathParserTest, TestChildDocTransformerHierarchy, CheckHdfsIndexTest, PackageManagerCLITest, FileUtilsTest, NodeLostTriggerIntegrationTest, TestWordDelimiterFilterFactory, PeerSyncWithIndexFingerprintCachingTest, TestHashPartitioner, TestInPlaceUpdatesStandalone, TestSimNodeLostTrigger, ScriptEngineTest, LeaderElectionIntegrationTest, MinimalSchemaTest, PreAnalyzedFieldManagedSchemaCloudTest, HdfsWriteToMultipleCollectionsTest, CollectionPropsTest, TestReqParamsAPI, TestCloudDeleteByQuery, TestJsonRequest, TestPivotHelperCode, TestCollapseQParserPlugin, TestBlobHandler, TestSolrTestCaseJ4, TestPKIAuthenticationPlugin, SolrCoreMetricManagerTest, SSLMigrationTest, SolrCoreTest, TestUtils, RootFieldTest, TestExactSharedStatsCacheCloud, ImplicitSnitchTest, SplitShardTest, SolrCLIZkUtilsTest, SplitHandlerTest, TestFieldTypeResource, TestPostingsSolrHighlighter, CollectionTooManyReplicasTest, ScheduledTriggerTest, BigEndianAscendingWordSerializerTest, DocValuesMissingTest, TestSolrJacksonAnnotation, UpdateParamsTest, TestCoreContainer, CursorMarkTest, SolrMetricsIntegrationTest, HdfsAutoAddReplicasIntegrationTest, ConjunctionSolrSpellCheckerTest, TestRemoteStreaming, TestFastOutputStream, TestMiniSolrCloudClusterSSL, AutoScalingHandlerTest, AuthToolTest, PingRequestHandlerTest, DataDrivenBlockJoinTest, SolrLogAuditLoggerPluginTest, ForceLeaderWithTlogReplicasTest, TestDistributedTracing, TestSubQueryTransformerCrossCore, BasicFunctionalityTest, PrimUtilsTest, QueryElevationComponentTest, TestDistributedStatsComponentCardinality, ClassificationUpdateProcessorTest, SynonymTokenizerTest, TestInPlaceUpdateWithRouteField, TestComponentsName, TestCloudPivotFacet, TestDistributedMap, TestMinMaxOnMultiValuedField, TestContainerPlugin, TolerantUpdateProcessorTest, BasicAuthOnSingleNodeTest, MetricTriggerTest, AddBlockUpdateTest, BadComponentTest, TestWaitForStateWithJettyShutdowns, TestJsonFacets, OverseerStatusTest, TestSolrCloudWithSecureImpersonation, EnumFieldTest, TestReloadDeadlock, DistribDocExpirationUpdateProcessorTest, FieldAnalysisRequestHandlerTest, RestartWhileUpdatingTest, TriLevelCompositeIdRoutingTest, DistributedFacetPivotWhiteBoxTest, AuditLoggerIntegrationTest, DeleteShardTest, TestXmlQParserPlugin, HdfsCollectionsAPIDistributedZkTest, TestInfoStreamLogging, StatsComponentTest, SolrInfoBeanTest, RequiredFieldsTest, ReplaceNodeNoTargetTest, TestManagedSchemaAPI, ZkCollectionPropsCachingTest, LukeRequestHandlerTest, TestDFRSimilarityFactory, TestSchemaSimilarityResource, TestSimpleQParserPlugin, CacheHeaderTest, TestManagedResourceStorage, TestFreeTextSuggestions, SystemLogListenerTest, TestImpersonationWithHadoopAuth, TestPullReplica, TestScoreJoinQPNoScore, BinaryUpdateRequestHandlerTest, MoveReplicaTest, JavaBinAtomicUpdateMultivalueTest, ConcurrentCreateCollectionTest, AddReplicaTest, CoreMergeIndexesAdminHandlerTest, TestRetrieveFieldsOptimizer, DistributedFacetPivotLongTailTest, TestCloudManagedSchema, IndexSizeEstimatorTest, TriggerEventQueueTest, JWTVerificationkeyResolverTest, LeaderFailureAfterFreshStartTest, CdcrVersionReplicationTest, MetricsHistoryIntegrationTest, MaxScoreCollectorTest, TestElisionMultitermQuery, TestFieldCacheReopen, TestPointFields, TestJsonRangeFacets, RecoveryZkTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, NestedShardedAtomicUpdateTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, SharedFSAutoReplicaFailoverTest, SystemCollectionCompatTest, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLocalStatsCacheCloud, TestRSAKeyPair, TestRandomRequestDistribution, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, TestTlogReplayVsRecovery, TestTlogReplica, TestTolerantUpdateProcessorRandomCloud, ZkControllerTest, ZkFailoverTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, NodeMarkersRegistrationTest, RestoreTriggerStateTest, ScheduledMaintenanceTriggerTest, TriggerSetPropertiesIntegrationTest, TestSimDistribStateManager, TestSimExecutePlanAction, TestSimExtremeIndexing, TestSimGenericDistributedQueue, TestSimScenario, TestSimTriggerIntegration, TestSimUtils, TestSnapshotCloudManager, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, CdcrOpsAndBoundariesTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, PluginInfoTest, QueryResultKeyTest, RAMDirectoryFactoryTest, RequestHandlersTest, ResourceLoaderTest, SOLR749Test, TestBadConfig, TestCodecSupport, TestConfig, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestDynamicLoading, TestDynamicLoadingUrl, TestDynamicURP, TestJmxIntegration, TestLazyCores, TestMergePolicyConfig, TestNRTOpen, TestQuerySenderListener, TestQuerySenderNoQuery, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, TestSolrCloudSnapshots, TestSolrCoreSnapshots, TestHdfsBackupRestoreCore, TestReplicationHandler, TestReplicationHandlerBackup, TestSQLHandler, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, TestSolrConfigHandlerConcurrent, TestStressThreadBackup, TestSystemCollAutoCreate, V2ApiIntegrationTest, V2StandaloneTest, XmlUpdateRequestHandlerTest, XsltUpdateRequestHandlerTest, AdminHandlersProxyTest, AutoscalingHistoryHandlerTest, CoreAdminCreateDiscoverTest, CoreAdminHandlerTest, CoreAdminOperationTest, MetricsHandlerTest, MetricsHistoryHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, ShowFileRequestHandlerTest, SystemInfoHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, ZookeeperReadAPITest, CustomHighlightComponentTest, CustomTermsComponentTest, DebugComponentTest]
   [junit4] Completed [664/912 (1!)] on J1 in 2.05s, 5 tests, 2 errors <<< FAILURES!

[...truncated 52901 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2236 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2236/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([D001F2293E44B8BA:5855CDF390B8D542]:0)
	at java.base/sun.nio.ch.Net.bind0(Native Method)
	at java.base/sun.nio.ch.Net.bind(Net.java:461)
	at java.base/sun.nio.ch.Net.bind(Net.java:453)
	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
	at org.eclipse.jetty.server.Server.doStart(Server.java:385)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13994 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 3333116 INFO  (SUITE-RollingRestartTest-seed#[D001F2293E44B8BA]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3333116 INFO  (SUITE-RollingRestartTest-seed#[D001F2293E44B8BA]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/data-dir-140-001
   [junit4]   2> 3333117 WARN  (SUITE-RollingRestartTest-seed#[D001F2293E44B8BA]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=51 numCloses=51
   [junit4]   2> 3333117 INFO  (SUITE-RollingRestartTest-seed#[D001F2293E44B8BA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3333130 INFO  (SUITE-RollingRestartTest-seed#[D001F2293E44B8BA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 3333131 INFO  (SUITE-RollingRestartTest-seed#[D001F2293E44B8BA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3333131 INFO  (SUITE-RollingRestartTest-seed#[D001F2293E44B8BA]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3333136 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3333137 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3333137 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3333237 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer start zk server on port: 36822
   [junit4]   2> 3333237 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36822
   [junit4]   2> 3333237 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36822
   [junit4]   2> 3333237 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36822
   [junit4]   2> 3333239 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3333269 INFO  (zkConnectionManagerCallback-14280-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3333269 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3333272 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3333273 INFO  (zkConnectionManagerCallback-14282-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3333273 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3333275 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3333288 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3333290 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3333292 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3333294 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3333295 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3333297 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3333299 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3333313 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3333315 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3333321 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3333324 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3333325 INFO  (zkConnectionManagerCallback-14286-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3333325 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3333427 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3334534 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3334534 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3334534 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 3334535 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3334535 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3334535 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3334547 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67049211{/,null,AVAILABLE}
   [junit4]   2> 3334549 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@193eccc6{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34782}
   [junit4]   2> 3334549 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.s.Server Started @3334597ms
   [junit4]   2> 3334549 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/tempDir-001/control/data, hostPort=34782, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 3334549 ERROR (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3334549 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3334550 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3334550 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3334550 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3334550 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-27T12:07:57.004179Z
   [junit4]   2> 3334551 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3334552 INFO  (zkConnectionManagerCallback-14288-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3334553 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3334661 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3334661 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/control-001/solr.xml
   [junit4]   2> 3334666 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3338073 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3338075 WARN  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@79f4678[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3338075 WARN  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@79f4678[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3338096 WARN  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5aadc238[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3338096 WARN  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5aadc238[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3338098 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36822/solr
   [junit4]   2> 3338099 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3338108 INFO  (zkConnectionManagerCallback-14299-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3338109 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3338214 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3338216 INFO  (zkConnectionManagerCallback-14301-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3338216 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3338668 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34782_
   [junit4]   2> 3338669 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.c.Overseer Overseer (id=73042941638868997-127.0.0.1:34782_-n_0000000000) starting
   [junit4]   2> 3338675 INFO  (OverseerStateUpdate-73042941638868997-127.0.0.1:34782_-n_0000000000) [n:127.0.0.1:34782_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34782_
   [junit4]   2> 3338675 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34782_
   [junit4]   2> 3338677 INFO  (zkCallback-14300-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3338700 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3338701 WARN  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3338809 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3338970 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3339033 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3339033 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3339035 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [n:127.0.0.1:34782_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/control-001/cores
   [junit4]   2> 3339082 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3339083 INFO  (zkConnectionManagerCallback-14318-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3339083 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3339085 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3339086 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36822/solr ready
   [junit4]   2> 3339273 INFO  (qtp173515894-40384) [n:127.0.0.1:34782_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34782_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3339294 INFO  (OverseerThreadFactory-14308-thread-1-processing-n:127.0.0.1:34782_) [n:127.0.0.1:34782_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3339505 INFO  (qtp173515894-40385) [n:127.0.0.1:34782_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3339514 INFO  (qtp173515894-40385) [n:127.0.0.1:34782_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=9
   [junit4]   2> 3339554 INFO  (OverseerStateUpdate-73042941638868997-127.0.0.1:34782_-n_0000000000) [n:127.0.0.1:34782_     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34782",
   [junit4]   2>   "node_name":"127.0.0.1:34782_",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3339839 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3339933 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3339985 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 3340565 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3340588 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 3340588 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3340588 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3340593 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@45ada02e
   [junit4]   2> 3340602 WARN  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 3340827 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3340827 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3340829 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3340829 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3340831 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=37.63671875, floorSegmentMB=0.716796875, forceMergeDeletesPctAllowed=9.045257621109261, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2963068271760215, deletesPctAllowed=44.780446560966766
   [junit4]   2> 3340834 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3340834 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3340835 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 3340835 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670653865664446464
   [junit4]   2> 3340858 INFO  (searcherExecutor-14320-thread-1-processing-n:127.0.0.1:34782_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1 r:core_node2) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 3340860 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3340861 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 3340873 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3340873 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3340873 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34782/control_collection_shard1_replica_n1/
   [junit4]   2> 3340873 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3340874 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:34782/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3340874 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73042941638868997-core_node2-n_0000000000
   [junit4]   2> 3340876 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34782/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3340979 INFO  (zkCallback-14300-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3340979 INFO  (zkCallback-14300-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3340980 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3340982 INFO  (qtp173515894-40383) [n:127.0.0.1:34782_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1143
   [junit4]   2> 3341002 INFO  (qtp173515894-40384) [n:127.0.0.1:34782_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3341103 INFO  (zkCallback-14300-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3341103 INFO  (zkCallback-14300-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3341103 INFO  (zkCallback-14300-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3341104 INFO  (qtp173515894-40384) [n:127.0.0.1:34782_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34782_&wt=javabin&version=2} status=0 QTime=1831
   [junit4]   2> 3341104 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 3341231 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3341248 INFO  (zkConnectionManagerCallback-14329-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3341249 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3341250 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3341251 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36822/solr ready
   [junit4]   2> 3341251 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3341296 INFO  (OverseerCollectionConfigSetProcessor-73042941638868997-127.0.0.1:34782_-n_0000000000) [n:127.0.0.1:34782_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3341494 INFO  (qtp173515894-40385) [n:127.0.0.1:34782_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3341523 INFO  (OverseerThreadFactory-14308-thread-2-processing-n:127.0.0.1:34782_) [n:127.0.0.1:34782_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3341735 WARN  (OverseerThreadFactory-14308-thread-2-processing-n:127.0.0.1:34782_) [n:127.0.0.1:34782_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3341736 INFO  (qtp173515894-40385) [n:127.0.0.1:34782_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3341738 INFO  (qtp173515894-40385) [n:127.0.0.1:34782_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=243
   [junit4]   2> 3341771 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 3341771 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3341771 INFO  (watches-14326-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 3341771 INFO  (watches-14326-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3341772 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 3341772 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3341772 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 3341772 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3341772 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 3342306 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 3342310 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3342310 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3342310 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 3342311 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3342311 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3342311 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3342312 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b87ea7e{/,null,AVAILABLE}
   [junit4]   2> 3342313 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@66e90a76{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:42774}
   [junit4]   2> 3342313 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.Server Started @3342361ms
   [junit4]   2> 3342313 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/tempDir-001/jetty1, hostPort=42774, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-1-001/cores}
   [junit4]   2> 3342313 ERROR (closeThreadPool-14330-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3342313 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3342313 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3342313 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3342313 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3342313 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-27T12:08:04.767857Z
   [junit4]   2> 3342327 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3342328 INFO  (zkConnectionManagerCallback-14332-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3342328 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3342430 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3342430 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-1-001/solr.xml
   [junit4]   2> 3342435 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3343524 INFO  (OverseerCollectionConfigSetProcessor-73042941638868997-127.0.0.1:34782_-n_0000000000) [n:127.0.0.1:34782_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3343787 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3343848 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@63a8c2c2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3343848 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@63a8c2c2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3343893 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75e6339c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3343893 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75e6339c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3343895 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36822/solr
   [junit4]   2> 3343896 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3343929 INFO  (zkConnectionManagerCallback-14343-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3343929 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3344035 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3344036 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 3344036 INFO  (zkConnectionManagerCallback-14345-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3344036 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3344039 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3344039 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3344039 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 3344040 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3344040 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3344040 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3344041 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@666da4d3{/,null,AVAILABLE}
   [junit4]   2> 3344042 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7df45421{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:44154}
   [junit4]   2> 3344042 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.Server Started @3344090ms
   [junit4]   2> 3344042 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/tempDir-001/jetty2, hostPort=44154, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-2-001/cores}
   [junit4]   2> 3344042 ERROR (closeThreadPool-14330-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3344042 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3344042 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3344042 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3344042 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3344042 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-27T12:08:06.496953Z
   [junit4]   2> 3344064 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3344081 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.c.ZkController Publish node=127.0.0.1:42774_ as DOWN
   [junit4]   2> 3344082 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3344082 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42774_
   [junit4]   2> 3344086 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3344086 WARN  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3344108 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3344121 INFO  (zkCallback-14300-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3344121 INFO  (zkCallback-14344-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3344121 INFO  (zkCallback-14328-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3344122 INFO  (zkConnectionManagerCallback-14347-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3344122 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3344230 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3344230 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-2-001/solr.xml
   [junit4]   2> 3344234 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3344270 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3344431 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3344538 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3344539 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3344541 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:42774_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-1-001/cores
   [junit4]   2> 3344628 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:42774_
   [junit4]   2> 3346281 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3346295 WARN  (closeThreadPool-14330-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6404d0d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3346295 WARN  (closeThreadPool-14330-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6404d0d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3346363 WARN  (closeThreadPool-14330-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@338c59fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3346363 WARN  (closeThreadPool-14330-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@338c59fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3346366 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36822/solr
   [junit4]   2> 3346366 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3346368 INFO  (zkConnectionManagerCallback-14366-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3346376 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3346494 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3346496 INFO  (zkConnectionManagerCallback-14368-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3346496 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3346502 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3346514 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.c.ZkController Publish node=127.0.0.1:44154_ as DOWN
   [junit4]   2> 3346515 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3346515 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44154_
   [junit4]   2> 3346517 INFO  (zkCallback-14300-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3346517 INFO  (zkCallback-14344-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3346517 INFO  (zkCallback-14328-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3346517 INFO  (zkCallback-14367-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3346519 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3346520 WARN  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3346620 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3346697 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 3346700 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3346700 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3346700 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 3346702 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3346702 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3346702 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3346702 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9251315{/,null,AVAILABLE}
   [junit4]   2> 3346703 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1faefeac{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:33472}
   [junit4]   2> 3346703 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.Server Started @3346752ms
   [junit4]   2> 3346703 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/tempDir-001/jetty3, hostPort=33472, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 3346704 ERROR (closeThreadPool-14330-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3346721 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3346721 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3346721 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3346721 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3346721 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-27T12:08:09.175967Z
   [junit4]   2> 3346722 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3346724 INFO  (zkConnectionManagerCallback-14377-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3346724 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3346749 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3346925 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3346925 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-3-001/solr.xml
   [junit4]   2> 3346942 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3346979 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3346979 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3346993 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:44154_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-2-001/cores
   [junit4]   2> 3347041 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44154_
   [junit4]   2> 3348602 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3348706 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@71258cc7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3348706 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@71258cc7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3348710 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4c1fcbe1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3348710 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4c1fcbe1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3348712 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36822/solr
   [junit4]   2> 3348713 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3348714 INFO  (zkConnectionManagerCallback-14389-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3348716 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3348863 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3348871 INFO  (zkConnectionManagerCallback-14391-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3348871 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3348886 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3348903 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.c.ZkController Publish node=127.0.0.1:33472_ as DOWN
   [junit4]   2> 3348912 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3348912 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33472_
   [junit4]   2> 3348913 INFO  (zkCallback-14344-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3348914 INFO  (zkCallback-14367-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3348914 INFO  (zkCallback-14300-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3348914 INFO  (zkCallback-14328-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3348914 INFO  (zkCallback-14390-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3348929 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3348929 WARN  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3349127 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3349239 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3349277 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3349277 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3349278 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 3349279 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:33472_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-3-001/cores
   [junit4]   2> 3349293 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3349293 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3349294 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 3349295 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3349295 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3349295 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3349296 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@394eff3f{/,null,AVAILABLE}
   [junit4]   2> 3349297 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3e88305f{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34603}
   [junit4]   2> 3349297 INFO  (closeThreadPool-14330-thread-2) [     ] o.e.j.s.Server Started @3349346ms
   [junit4]   2> 3349297 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/tempDir-001/jetty4, hostPort=34603, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 3349297 ERROR (closeThreadPool-14330-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3349331 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3349331 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3349331 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3349331 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3349331 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-27T12:08:11.785894Z
   [junit4]   2> 3349332 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3349334 INFO  (zkConnectionManagerCallback-14401-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3349334 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3349405 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33472_
   [junit4]   2> 3349463 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3349463 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-4-001/solr.xml
   [junit4]   2> 3349468 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3351745 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-5-001 of type NRT for shard2
   [junit4]   2> 3351763 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3351763 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3351763 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 3351894 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3351894 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3351894 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3351894 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@596b6e75{/,null,AVAILABLE}
   [junit4]   2> 3351908 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@430b711f{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34159}
   [junit4]   2> 3351908 INFO  (closeThreadPool-14330-thread-1) [     ] o.e.j.s.Server Started @3351956ms
   [junit4]   2> 3351908 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/tempDir-001/jetty5, hostPort=34159, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-5-001/cores}
   [junit4]   2> 3351908 ERROR (closeThreadPool-14330-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3351908 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3351908 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3351908 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3351908 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3351908 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-06-27T12:08:14.362833Z
   [junit4]   2> 3351909 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3351915 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3351939 INFO  (zkConnectionManagerCallback-14407-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3351939 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3351939 WARN  (closeThreadPool-14330-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4155727e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3351939 WARN  (closeThreadPool-14330-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4155727e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3351943 WARN  (closeThreadPool-14330-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7ea36466[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3351943 WARN  (closeThreadPool-14330-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7ea36466[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3351945 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36822/solr
   [junit4]   2> 3351946 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3351984 INFO  (zkConnectionManagerCallback-14414-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3351984 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3352064 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3352064 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-5-001/solr.xml
   [junit4]   2> 3352085 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3352165 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3352217 INFO  (zkConnectionManagerCallback-14419-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3352217 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3352223 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3352241 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.c.ZkController Publish node=127.0.0.1:34603_ as DOWN
   [junit4]   2> 3352242 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3352242 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34603_
   [junit4]   2> 3352243 INFO  (zkCallback-14367-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3352268 INFO  (zkCallback-14328-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3352268 INFO  (zkCallback-14300-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3352268 INFO  (zkCallback-14390-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3352268 INFO  (zkCallback-14344-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3352271 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3352272 WARN  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3352391 INFO  (zkCallback-14418-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3352524 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3352653 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3352714 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3352726 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3352728 INFO  (closeThreadPool-14330-thread-2) [n:127.0.0.1:34603_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001/shard-4-001/cores
   [junit4]   2> 3352954 INFO  (closeThreadPool-14330-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34603_
   [junit4]   2> 3354792 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3354876 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d2fcd65[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3354877 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d2fcd65[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3354994 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17ea9d91[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3354994 WARN  (closeThreadPool-14330-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17ea9d91[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3354996 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36822/solr
   [junit4]   2> 3355014 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3355035 INFO  (zkConnectionManagerCallback-14435-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3355035 INFO  (closeThreadPool-14330-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3355141 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3355142 INFO  (zkConnectionManagerCallback-14437-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3355142 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3355148 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 3355164 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.c.ZkController Publish node=127.0.0.1:34159_ as DOWN
   [junit4]   2> 3355166 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3355166 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34159_
   [junit4]   2> 3355167 INFO  (zkCallback-14418-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3355167 INFO  (zkCallback-14328-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3355167 INFO  (zkCallback-14390-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3355168 INFO  (zkCallback-14344-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3355168 INFO  (zkCallback-14300-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3355168 INFO  (zkCallback-14436-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3355193 INFO  (zkCallback-14367-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3355197 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3355198 WARN  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3355391 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3355531 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@765e05bc
   [junit4]   2> 3355589 INFO  (closeThreadPool-14330-thread-1) [n:127.0.0.1:34159_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for

[...truncated too long message...]

ollection1/leader_elect/shard1/election/73042941638869104-core_node3-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/73042941638869194-127.0.0.1:40439_-n_0000000090
   [junit4]   2> 	2	/solr/overseer_elect/election/73042941638869230-127.0.0.1:46336_-n_0000000108
   [junit4]   2> 	2	/solr/overseer_elect/election/73042941638868997-127.0.0.1:34782_-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/73042941638869035-127.0.0.1:38645_-n_0000000036
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/73042941638869098-core_node4-n_0000000016
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/73042941638869012-core_node20-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/73042941638869002-127.0.0.1:42774_-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/73042941638869146-core_node4-n_0000000024
   [junit4]   2> 	2	/solr/overseer_elect/election/73042941638869026-127.0.0.1:45831_-n_0000000057
   [junit4]   2> 	2	/solr/overseer_elect/election/73042941638869221-127.0.0.1:34159_-n_0000000105
   [junit4]   2> 	2	/solr/overseer_elect/election/73042941638869086-127.0.0.1:46336_-n_0000000033
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2537	/solr/live_nodes
   [junit4]   2> 	727	/solr/overseer/queue
   [junit4]   2> 	262	/solr/overseer/collection-queue-work
   [junit4]   2> 	82	/solr/collections
   [junit4]   2> 	48	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	48	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	48	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 4054245 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36822
   [junit4]   2> 4054245 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36822
   [junit4]   2> 4054245 INFO  (TEST-RollingRestartTest.test-seed#[D001F2293E44B8BA]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36822
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=D001F2293E44B8BA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=bez -Dtests.timezone=America/Fort_Wayne -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    721s J2 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.net.BindException: Address already in use
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D001F2293E44B8BA:5855CDF390B8D542]:0)
   [junit4]    > 	at java.base/sun.nio.ch.Net.bind0(Native Method)
   [junit4]    > 	at java.base/sun.nio.ch.Net.bind(Net.java:461)
   [junit4]    > 	at java.base/sun.nio.ch.Net.bind(Net.java:453)
   [junit4]    > 	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
   [junit4]    > 	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
   [junit4]    > 	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
   [junit4]    > 	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
   [junit4]    > 	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
   [junit4]    > 	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
   [junit4]    > 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
   [junit4]    > 	at org.eclipse.jetty.server.Server.doStart(Server.java:385)
   [junit4]    > 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D001F2293E44B8BA-001
   [junit4]   2> Jun 27, 2020 12:19:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=480, maxMBSortInHeap=5.883128980985149, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=bez, timezone=America/Fort_Wayne
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=171773768,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDirectoryFactory, SpellingQueryConverterTest, TestSimLargeCluster, TestUtils, ScheduledMaintenanceTriggerTest, TestValueSourceCache, TestCustomDocTransformer, ProtectedTermFilterFactoryTest, TestSolrCloudWithDelegationTokens, TestFieldCacheSort, LeaderElectionTest, MultiDestinationAuditLoggerTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, DistribJoinFromCollectionTest, TestTrackingShardHandlerFactory, TestBackupRepositoryFactory, TestDocTermOrdsUninvertLimit, TestExceedMaxTermLength, SolrGraphiteReporterTest, TestCoreDiscovery, TestSolrCachePerf, ShowFileRequestHandlerTest, TestRestManager, UninvertDocValuesMergePolicyTest, TestSmileRequest, CloudReplicaSourceTest, DirectUpdateHandlerTest, TestSolrJacksonAnnotation, OutputWriterTest, SolrRrdBackendFactoryTest, SignatureUpdateProcessorFactoryTest, DistributedMLTComponentTest, PeerSyncTest, TriggerIntegrationTest, ComputePlanActionTest, TestFastOutputStream, ClassificationUpdateProcessorFactoryTest, RegexBoostProcessorTest, HttpPartitionWithTlogReplicasTest, TestBinaryField, OpenExchangeRatesOrgProviderTest, TestRestoreCore, TestSha256AuthenticationProvider, NodeAddedTriggerIntegrationTest, TestFiltering, ChangedSchemaMergeTest, TestSimpleTextCodec, TestRecoveryHdfs, TestSimPolicyCloud, TestPseudoReturnFields, TestReRankQParserPlugin, TestDistributedGrouping, ResolveAnalyzerByNameTest, SearchRateTriggerIntegrationTest, CdcrBidirectionalTest, TestBlendedInfixSuggestions, TemplateUpdateProcessorTest, NodeLostTriggerTest, TestConfig, DirectSolrConnectionTest, TestCloudSearcherWarming, TestCoreBackup, HttpTriggerListenerTest, TestUnifiedSolrHighlighter, TestDistributedTracing, TestSurroundQueryParser, DocValuesMultiTest, DaemonStreamApiTest, TestRequestForwarding, ZkShardTermsTest, TermVectorComponentTest, HdfsRestartWhileUpdatingTest, NestedAtomicUpdateTest, TestExactStatsCacheCloud, AnalyticsQueryTest, TestDynamicFieldCollectionResource, AutoAddReplicasIntegrationTest, CollectionsAPIAsyncDistributedZkTest, AliasIntegrationTest, ShardsWhitelistTest, TestTolerantSearch, ZkControllerTest, FullSolrCloudDistribCmdsTest, TestCloudInspectUtil, AutoscalingHistoryHandlerTest, TestLegacyField, IndexSizeTriggerTest, TestMissingGroups, DeleteNodeTest, CircularListTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSubQueryTransformerDistrib, TestSolrCoreSnapshots, TestLocalStatsCacheCloud, HdfsTlogReplayBufferedWhileIndexingTest, SyncSliceTest, TestMergePolicyConfig, MetricsHistoryWithAuthIntegrationTest, ManagedSchemaRoundRobinCloudTest, CdcrReplicationHandlerTest, TestExplainDocTransformer, TestStandardQParsers, ZkStateReaderTest, TestDocumentBuilder, SoftAutoCommitTest, TestManagedSchemaThreadSafety, TestAuthorizationFramework, TestJsonFacetsStatsParsing, MoreLikeThisComponentTest, TestQuerySenderNoQuery, TestRawResponseWriter, SharedFSAutoReplicaFailoverTest, TestCSVLoader, DistributedIntervalFacetingTest, AsyncCallRequestStatusResponseTest, OverseerTaskQueueTest, MBeansHandlerTest, TestInitParams, TestRandomFlRTGCloud, DistributedFacetPivotSmallAdvancedTest, SaslZkACLProviderTest, TestNumericRangeQuery64, StatsReloadRaceTest, TestSchemaNameResource, TestOverriddenPrefixQueryForCustomFieldType, TestSchemaVersionResource, FullHLLTest, BasicAuthStandaloneTest, UnloadDistributedZkTest, ZookeeperReadAPITest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, DistributedUpdateProcessorTest, ClusterStateTest, OverseerSolrResponseTest, TestLegacyTerms, TestSystemCollAutoCreate, TestCollectionAPI, TestExtendedDismaxParser, TestPerFieldSimilarityWithDefaultOverride, HdfsDirectoryFactoryTest, DocValuesNotIndexedTest, RollingRestartTest]
   [junit4] Completed [500/913 (1!)] on J2 in 721.98s, 1 test, 1 error <<< FAILURES!

[...truncated 53539 lines...]