You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/03/12 08:40:07 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2129 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2129/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:34759/etis

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:34759/etis
	at __randomizedtesting.SeedInfo.seed([80905A7D09A45477:8C465A7A758398F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 52 more




Build Log:
[...truncated 14486 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 2931220 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2931220 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2931220 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/data-dir-184-001
   [junit4]   2> 2931221 WARN  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 2931221 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2931222 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2931223 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /etis/
   [junit4]   2> 2931226 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2931227 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2931227 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2931327 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer start zk server on port:39175
   [junit4]   2> 2931327 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39175
   [junit4]   2> 2931327 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39175
   [junit4]   2> 2931327 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39175
   [junit4]   2> 2931330 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931333 INFO  (zkConnectionManagerCallback-12619-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931333 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2931338 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931338 INFO  (zkConnectionManagerCallback-12621-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931338 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2931340 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2931343 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2931346 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2931347 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2931349 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2931351 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2931353 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2931354 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2931356 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2931358 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2931361 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2931363 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931364 INFO  (zkConnectionManagerCallback-12625-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931364 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2931467 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2931708 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2931708 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2931708 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2931710 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2931710 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2931710 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2931711 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d728e6{/etis,null,AVAILABLE}
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6557d9f9{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/control/data, hostPort=40281, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 2931712 ERROR (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:27.423862Z
   [junit4]   2> 2931713 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931714 INFO  (zkConnectionManagerCallback-12627-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931714 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2931816 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2931816 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/solr.xml
   [junit4]   2> 2931821 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2931985 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2931986 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54c7884e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2931987 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54c7884e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2931990 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4511b4b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2931990 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4511b4b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2931992 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39175/solr
   [junit4]   2> 2931992 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931995 INFO  (zkConnectionManagerCallback-12634-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931995 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2932097 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2932099 INFO  (zkConnectionManagerCallback-12636-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2932099 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2932198 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40281_etis
   [junit4]   2> 2932199 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.Overseer Overseer (id=73395788052037637-127.0.0.1:40281_etis-n_0000000000) starting
   [junit4]   2> 2932208 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40281_etis
   [junit4]   2> 2932208 INFO  (OverseerStateUpdate-73395788052037637-127.0.0.1:40281_etis-n_0000000000) [n:127.0.0.1:40281_etis     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40281_etis
   [junit4]   2> 2932209 INFO  (OverseerStateUpdate-73395788052037637-127.0.0.1:40281_etis-n_0000000000) [n:127.0.0.1:40281_etis     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2932211 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2932212 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2932233 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2932256 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2932264 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2932264 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2932266 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/cores
   [junit4]   2> 2932284 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2932285 INFO  (zkConnectionManagerCallback-12645-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2932285 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2932286 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2932287 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39175/solr ready
   [junit4]   2> 2932330 INFO  (qtp477579229-95028) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40281_etis&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2932333 INFO  (OverseerThreadFactory-10027-thread-1-processing-n:127.0.0.1:40281_etis) [n:127.0.0.1:40281_etis     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2932511 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2932511 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2933535 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2933557 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 2933660 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2933677 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 2933677 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2933678 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2933682 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=77.806640625, floorSegmentMB=1.212890625, forceMergeDeletesPctAllowed=14.059961687281962, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=21.38384663763274
   [junit4]   2> 2933698 WARN  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 2933776 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2933776 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2933777 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2933777 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2933781 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=3, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.682238251531785]
   [junit4]   2> 2933782 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@256bc661[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2933785 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2933785 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2933785 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2933785 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660941898346397696
   [junit4]   2> 2933788 INFO  (searcherExecutor-10032-thread-1-processing-n:127.0.0.1:40281_etis x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@256bc661[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2933800 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2933800 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 2933803 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2933803 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2933803 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40281/etis/control_collection_shard1_replica_n1/
   [junit4]   2> 2933803 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2933804 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40281/etis/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2933804 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73395788052037637-core_node2-n_0000000000
   [junit4]   2> 2933807 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40281/etis/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2933909 INFO  (zkCallback-12635-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2933909 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2933911 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1400
   [junit4]   2> 2933919 INFO  (zkCallback-12635-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2933920 INFO  (qtp477579229-95028) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2934021 INFO  (zkCallback-12635-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2934021 INFO  (zkCallback-12635-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2934021 INFO  (zkCallback-12635-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2934022 INFO  (qtp477579229-95028) [n:127.0.0.1:40281_etis     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40281_etis&wt=javabin&version=2} status=0 QTime=1692
   [junit4]   2> 2934023 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 2934128 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2934132 INFO  (zkConnectionManagerCallback-12651-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2934132 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2934133 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2934134 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39175/solr ready
   [junit4]   2> 2934134 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2934172 INFO  (qtp477579229-95026) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2934175 INFO  (OverseerThreadFactory-10027-thread-2-processing-n:127.0.0.1:40281_etis) [n:127.0.0.1:40281_etis     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2934175 INFO  (OverseerCollectionConfigSetProcessor-73395788052037637-127.0.0.1:40281_etis-n_0000000000) [n:127.0.0.1:40281_etis     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2934378 WARN  (OverseerThreadFactory-10027-thread-2-processing-n:127.0.0.1:40281_etis) [n:127.0.0.1:40281_etis     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2934379 INFO  (qtp477579229-95026) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2934381 INFO  (qtp477579229-95026) [n:127.0.0.1:40281_etis     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=208
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 2934581 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 2934584 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2934584 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2934584 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2934585 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2934585 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2934585 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2934585 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@426f5351{/etis,null,AVAILABLE}
   [junit4]   2> 2934586 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@53829fa8{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2934586 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2934586 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty1, hostPort=41765, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 2934586 ERROR (closeThreadPool-12652-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2934586 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2934587 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2934587 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2934587 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2934587 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:30.298083Z
   [junit4]   2> 2934588 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2934592 INFO  (zkConnectionManagerCallback-12654-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2934592 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2934694 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2934694 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-1-001/solr.xml
   [junit4]   2> 2934699 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2934858 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 2934861 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2934861 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2934861 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2934862 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2934862 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2934862 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2934862 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dfa9006{/etis,null,AVAILABLE}
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f5fd346{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty2, hostPort=38941, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 2934864 ERROR (closeThreadPool-12652-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:30.575337Z
   [junit4]   2> 2934865 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2934868 INFO  (zkConnectionManagerCallback-12657-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2934868 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2934969 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2934969 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-2-001/solr.xml
   [junit4]   2> 2934975 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2935096 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 2935102 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2935102 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2935102 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2935124 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2935124 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2935124 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2935124 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@211fdc4c{/etis,null,AVAILABLE}
   [junit4]   2> 2935125 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1122674c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2935125 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2935125 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty3, hostPort=35031, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 2935126 ERROR (closeThreadPool-12652-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:30.837150Z
   [junit4]   2> 2935127 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935130 INFO  (zkConnectionManagerCallback-12660-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935130 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935231 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2935231 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-3-001/solr.xml
   [junit4]   2> 2935236 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2935332 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 2935350 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2935350 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2935350 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2935411 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2935411 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2935411 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2935420 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@163884e{/etis,null,AVAILABLE}
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3092fd31{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty4, hostPort=41359, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 2935421 ERROR (closeThreadPool-12652-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:31.132388Z
   [junit4]   2> 2935448 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935460 INFO  (zkConnectionManagerCallback-12663-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935460 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935561 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2935561 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-4-001/solr.xml
   [junit4]   2> 2935565 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2935615 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-5-001 of type NRT for shard2
   [junit4]   2> 2935630 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2935630 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2935630 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2935678 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2935701 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2935701 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2935701 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2935708 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@422d9f74{/etis,null,AVAILABLE}
   [junit4]   2> 2935709 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5e20b8c1{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2935709 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2935709 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty5, hostPort=33159, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 2935710 ERROR (closeThreadPool-12652-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:31.421189Z
   [junit4]   2> 2935716 WARN  (closeThreadPool-12652-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@501ecc6c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935716 WARN  (closeThreadPool-12652-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@501ecc6c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935716 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935755 WARN  (closeThreadPool-12652-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2afd36bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935755 WARN  (closeThreadPool-12652-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2afd36bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935756 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39175/solr
   [junit4]   2> 2935776 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935784 INFO  (zkConnectionManagerCallback-12667-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935784 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935797 INFO  (zkConnectionManagerCallback-12672-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935797 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935865 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2935867 WARN  (closeThreadPool-12652-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@21fff52a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935867 WARN  (closeThreadPool-12652-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@21fff52a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935874 WARN  (closeThreadPool-12652-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f909616[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935874 WARN  (closeThreadPool-12652-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f909616[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935875 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39175/solr
   [junit4]   2> 2935876 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935880 INFO  (zkConnectionManagerCallback-12678-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935880 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935885 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2935885 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-5-001/solr.xml
   [junit4]   2> 2935887 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 2935890 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2935904 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2935904 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2935904 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2935981 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2935981 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2935981 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2935986 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27ef5de9{/etis,null,AVAILABLE}
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@79152103{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty6, hostPort=44179, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-6-001/cores, replicaType=NRT}
   [junit4]   2> 2935987 ERROR (closeThreadPool-12652-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:31.698880Z
   [junit4]   2> 2936007 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936025 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936032 INFO  (zkConnectionManagerCallback-12681-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936032 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936036 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2936039 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.ZkController Publish node=127.0.0.1:38941_etis as DOWN
   [junit4]   2> 2936040 INFO  (zkConnectionManagerCallback-12683-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936040 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936040 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2936040 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38941_etis
   [junit4]   2> 2936058 INFO  (zkCallback-12680-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2936058 INFO  (zkCallback-12635-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2936062 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2936063 WARN  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2936063 INFO  (zkCallback-12650-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2936104 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936116 INFO  (zkConnectionManagerCallback-12688-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936116 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936120 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2936123 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.ZkController Publish node=127.0.0.1:41765_etis as DOWN
   [junit4]   2> 2936125 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2936125 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41765_etis
   [junit4]   2> 2936126 INFO  (zkCallback-12635-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2936126 INFO  (zkCallback-12680-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2936126 INFO  (zkCallback-12650-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2936128 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2936128 WARN  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2936146 INFO  (zkCallback-12687-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2936147 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-7-001 of type NRT for shard2
   [junit4]   2> 2936153 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2936172 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2936172 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2936172 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2936176 INFO  (OverseerCollectionConfigSetProcessor-73395788052037637-127.0.0.1:40281_etis-n_0000000000) [n:127.0.0.1:40281_etis     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2936185 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2936190 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936192 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2936192 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-6-001/solr.xml
   [junit4]   2> 2936197 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2936221 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936221 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936226 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-2-001/cores
   [junit4]   2> 2936243 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936309 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2936309 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2936309 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2936311 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936311 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936316 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-1-001/cores
   [junit4]   2> 2936328 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ba9dc06{/etis,null,AVAILABLE}
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.AbstractConnector Started ServerConnector@45462509{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty7, hostPort=34759, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-7-001/cores, replicaType=NRT}
   [junit4]   2> 2936329 ERROR (closeThreadPool-12652-thread-7) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:32.040942Z
   [junit4]   2> 2936360 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936377 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2936377 INFO  (zkConnectionManagerCallback-12696-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936377 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936400 WARN  (closeThreadPool-12652-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68e22c35[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936400 WARN  (closeThreadPool-12652-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68e22c35[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936428 WARN  (closeThreadPool-12652-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f484d7e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936428 WARN  (closeThreadPool-12652-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f484d7e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936430 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39175/solr
   [junit4]   2> 2936442 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936453 INFO  (zkConnectionManagerCallback-12702-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936453 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936476 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41765_etis
   [junit4]   2> 2936480 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2936480 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-7-001/solr.xml
   [junit4]   2> 2936491 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2936506 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38941_etis
   [junit4]   2> 2936604 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936612 INFO  (zkConnectionManagerCallback-12705-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936612 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936617 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2936620 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.ZkController Publish node=127.0.0.1:35031_etis as DOWN
   [junit4]   2> 2936621 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2936621 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35031_etis
   [junit4]   2> 2936622 INFO  (zkCallback-12687-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936622 INFO  (zkCallback-12680-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936622 INFO  (zkCallback-12635-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936622 INFO  (zkCallback-12650-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936626 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2936626 WARN  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2936648 INFO  (zkCallback-12704-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936672 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2936680 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2936684 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-8-001 of type NRT for shard1
   [junit4]   2> 2936686 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2936686 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2936686 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2936696 WARN  (closeThreadPool-12652-thread-6) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12326088[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936696 WARN  (closeThreadPool-12652-thread-6) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12326088[provider=null,keyStore=null,trustStore=null]
   [junit4]   

[...truncated too long message...]

ache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
   [junit4]    > 	... 52 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001
   [junit4]   2> Mar 12, 2020 7:22:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=2008, maxMBSortInHeap=5.63419329538057, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@22872d3d), locale=bn-IN, timezone=Asia/Beirut
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=232478176,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldTypeResource, TestPostingsSolrHighlighter, MetricTriggerIntegrationTest, TestTermsQParserPlugin, DistributedFacetPivotWhiteBoxTest, CoreAdminOperationTest, FieldAnalysisRequestHandlerTest, Tagger2Test, EnumFieldTest, TestManagedResourceStorage, TestConfigSetsAPI, LeaderTragicEventTest, SortSpecParsingTest, TestSolrConfigHandlerCloud, TestFieldCacheReopen, TestMiniSolrCloudClusterSSL, NumberUtilsTest, TriggerCooldownIntegrationTest, MinimalSchemaTest, TestCursorMarkWithoutUniqueKey, HLLSerializationTest, TestDeprecatedFilters, TestAtomicUpdateErrorCases, MergeStrategyTest, LeaderElectionTest, TestFacetMethods, TestRetrieveFieldsOptimizer, TestInPlaceUpdatesStandalone, SimpleCollectionCreateDeleteTest, AuthToolTest, TestDocSet, CurrencyFieldTypeTest, TestWordDelimiterFilterFactory, TimeZoneUtilsTest, TestNumericTerms32, TestReplicaProperties, CategoryRoutedAliasUpdateProcessorTest, DistributedFacetPivotLongTailTest, TestCollationFieldDocValues, ExitableDirectoryReaderTest, TestInPlaceUpdateWithRouteField, TestRandomCollapseQParserPlugin, QueryElevationComponentTest, TestRSAKeyPair, SimpleMLTQParserTest, TestRemoteStreaming, TestConfigsApi, TestStressLucene, ScheduledTriggerIntegrationTest, DistributedExpandComponentTest, HdfsSyncSliceTest, TestStressUserVersions, TestRestoreCore, SolrLogAuditLoggerPluginTest, TestChildDocTransformerHierarchy, BufferStoreTest, TestSnapshotCloudManager, RankQueryTest, PreAnalyzedFieldManagedSchemaCloudTest, DisMaxRequestHandlerTest, ZkSolrClientTest, CloudExitableDirectoryReaderTest, SystemInfoHandlerTest, SolrMetricsIntegrationTest, TestSkipOverseerOperations, CacheHeaderTest, DeleteInactiveReplicaTest, TestDistribIDF, HdfsRecoverLeaseTest, TestCloudJSONFacetSKG, TestClusterStateMutator, HealthCheckHandlerTest, AutoscalingHistoryHandlerTest, PackageManagerCLITest, SynonymTokenizerTest, SolrJmxReporterTest, TestTolerantUpdateProcessorCloud, TestFieldCacheVsDocValues, TestHttpServletCarrier, SparseHLLTest, TestHashPartitioner, TestPointFields, TestDistributedStatsComponentCardinality, StatelessScriptUpdateProcessorFactoryTest, TestFunctionQuery, RestartWhileUpdatingTest, DistributedQueueTest, TestMaxScoreQueryParser, AddReplicaTest, TestWaitForStateWithJettyShutdowns, ReplaceNodeNoTargetTest, CursorMarkTest, TestCollectionsAPIViaSolrCloudCluster, GraphQueryTest, JWTAuthPluginIntegrationTest, TestSchemaSimilarityResource, TestSearcherReuse, DeleteReplicaTest, BadComponentTest, HighlighterMaxOffsetTest, TestLRUStatsCache, ScriptEngineTest, HDFSCollectionsAPITest, CheckHdfsIndexTest, TestWriterPerf, ResourceLoaderTest, HttpPartitionWithTlogReplicasTest, PreAnalyzedUpdateProcessorTest, TestConfigSetImmutable, TestRuleBasedAuthorizationPlugin, UpdateParamsTest, IndexSizeTriggerMixedBoundsTest, RegexBytesRefFilterTest, TestLeaderElectionZkExpiry, TestSweetSpotSimilarityFactory, StatsComponentTest, ClassificationUpdateProcessorTest, AutoAddReplicasPlanActionTest, TestCloudManagedSchema, BasicAuthIntegrationTest, TestJsonFacetsStatsParsing, SearchRateTriggerTest, TestCoreBackup, TestPullReplica, ConnectionManagerTest, MoveReplicaTest, NumericFieldsTest, TestIndexSearcher, TestUniqueKeyFieldResource, MetricsHistoryIntegrationTest, DistribCursorPagingTest, SchemaVersionSpecificBehaviorTest, TestDistributedSearch, SearchHandlerTest, TestCloudRecovery2, TestRebalanceLeaders, IndexSchemaTest, TestAuthenticationFramework, UniqFieldsUpdateProcessorFactoryTest, TestMultiWordSynonyms, CustomTermsComponentTest, DateMathParserTest, TestAnalyzedSuggestions, TestPayloadCheckQParserPlugin, RangeFacetCloudTest, TestSimExtremeIndexing, TestFoldingMultitermQuery, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestLuceneMatchVersion, TestLuceneIndexBackCompat, BasicDistributedZk2Test, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, DocValuesNotIndexedTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, NestedShardedAtomicUpdateTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RollingRestartTest]
   [junit4] Completed [498/905 (1!)] on J1 in 151.88s, 1 test, 1 error <<< FAILURES!

[...truncated 53935 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2133 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2133/

All tests passed

Build Log:
[...truncated 68385 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:508: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:496: Source checkout is modified!!! Offending files:
* lucene/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1
* solr/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1

Total time: 310 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2132 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2132/

2 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestFactories.test

Error Message:
For input string: "zh?"

Stack Trace:
java.lang.NumberFormatException: For input string: "zh?"
	at __randomizedtesting.SeedInfo.seed([D0225505371465E0:58766ADF99E80818]:0)
	at java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:2054)
	at java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
	at java.base/java.lang.Float.parseFloat(Float.java:455)
	at org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter.incrementToken(DelimitedBoostTokenFilter.java:52)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
	at org.apache.lucene.analysis.core.TestFactories.doTestTokenFilter(TestFactories.java:101)
	at org.apache.lucene.analysis.core.TestFactories.test(TestFactories.java:69)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([8DD619A5D8905E96:582267F766C336E]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 3689 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestFactories
   [junit4]   2> TEST FAIL: useCharFilter=true text='zi.-|zh? gjqj ogo'
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFactories -Dtests.method=test -Dtests.seed=D0225505371465E0 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=nus -Dtests.timezone=Greenwich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.18s J2 | TestFactories.test <<<
   [junit4]    > Throwable #1: java.lang.NumberFormatException: For input string: "zh?"
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D0225505371465E0:58766ADF99E80818]:0)
   [junit4]    > 	at java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:2054)
   [junit4]    > 	at java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
   [junit4]    > 	at java.base/java.lang.Float.parseFloat(Float.java:455)
   [junit4]    > 	at org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter.incrementToken(DelimitedBoostTokenFilter.java:52)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestFactories.doTestTokenFilter(TestFactories.java:101)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestFactories.test(TestFactories.java:69)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestFactories_D0225505371465E0-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@76af937a), locale=nus, timezone=Greenwich
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=76694208,total=264241152
   [junit4]   2> NOTE: All tests run in this JVM: [TestKeywordMarkerFilterFactory, TestGermanLightStemFilterFactory, TestCapitalizationFilterFactory, TestTwoFold, TestFilesystemResourceLoader, TestTruncateTokenFilter, TestSpanishMinimalStemFilter, TestItalianAnalyzer, TestCzechAnalyzer, TestCompoundWordTokenFilter, TestCJKWidthFilterFactory, TestSpanishAnalyzer, TestLatvianStemFilterFactory, TestKStemmer, EdgeNGramTokenizerTest, TestFrenchLightStemFilter, TestLimitTokenPositionFilter, TestPortugueseLightStemFilter, TestClassicAnalyzer, TestRomanianAnalyzer, TestTurkishAnalyzer, TestIndonesianStemFilterFactory, TestPatternTokenizerFactory, TestHunspellStemFilterFactory, TestProtectedTermFilter, TestCollationKeyAnalyzer, TestCharTokenizers, TestGreekStemFilterFactory, TestScandinavianNormalizationFilter, TestAbstractAnalysisFactory, TestUnicodeWhitespaceTokenizer, TestMappingCharFilter, TestGermanNormalizationFilter, TestHungarianLightStemFilterFactory, TestEnglishMinimalStemFilter, TestSnowball, TestCJKBigramFilter, TestSynonymMapFilter, TestPortugueseMinimalStemFilterFactory, TestArabicNormalizationFilter, TestNorwegianLightStemFilter, TestKeywordTokenizer, TestDependencies, TestDanishAnalyzer, TestSolrSynonymParser, TestThaiTokenizerFactory, TestStemmerOverrideFilterFactory, TestSpaces, TestAllAnalyzersHaveFactories, TestFingerprintFilterFactory, TestSoraniStemFilter, TestAnalyzers, TestDecimalDigitFilter, TestDecimalDigitFilterFactory, TestDuelingAnalyzers, TestFactories]
   [junit4] Completed [160/297 (1!)] on J2 in 3.25s, 1 test, 1 error <<< FAILURES!

[...truncated 11170 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 4771965 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4771965 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4771966 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/data-dir-191-001
   [junit4]   2> 4771966 WARN  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
   [junit4]   2> 4771966 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4771967 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4771968 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 4772025 WARN  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4772027 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4772030 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4772030 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4772030 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4772030 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e4f88a7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 4772144 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7161016d{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-46397-hadoop-hdfs-3_2_0-tests_jar-_-any-4991457433072836717.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 4772144 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6a23504f{HTTP/1.1,[http/1.1]}{localhost.localdomain:46397}
   [junit4]   2> 4772144 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.Server Started @4772190ms
   [junit4]   2> 4772219 WARN  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4772220 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4772221 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4772221 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4772221 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4772221 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a8c1b10{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 4772352 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2499e30{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-45095-hadoop-hdfs-3_2_0-tests_jar-_-any-8063918096429735476.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 4772352 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@fe9ceb7{HTTP/1.1,[http/1.1]}{localhost:45095}
   [junit4]   2> 4772352 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.Server Started @4772399ms
   [junit4]   2> 4772510 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x6297573707fdecfd: Processing first storage report for DS-8541892d-893d-4a3f-b678-89dbdece8393 from datanode 2b73032c-39f8-4440-832b-67267255a643
   [junit4]   2> 4772510 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x6297573707fdecfd: from storage DS-8541892d-893d-4a3f-b678-89dbdece8393 node DatanodeRegistration(127.0.0.1:43397, datanodeUuid=2b73032c-39f8-4440-832b-67267255a643, infoPort=39541, infoSecurePort=0, ipcPort=46779, storageInfo=lv=-57;cid=testClusterID;nsid=244602340;c=1584278332617), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 4772510 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x6297573707fdecfd: Processing first storage report for DS-7c28e9d5-46e2-40c5-92e2-ad1809826759 from datanode 2b73032c-39f8-4440-832b-67267255a643
   [junit4]   2> 4772510 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x6297573707fdecfd: from storage DS-7c28e9d5-46e2-40c5-92e2-ad1809826759 node DatanodeRegistration(127.0.0.1:43397, datanodeUuid=2b73032c-39f8-4440-832b-67267255a643, infoPort=39541, infoSecurePort=0, ipcPort=46779, storageInfo=lv=-57;cid=testClusterID;nsid=244602340;c=1584278332617), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 4772597 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4772597 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4772597 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4772697 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer start zk server on port:34987
   [junit4]   2> 4772698 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34987
   [junit4]   2> 4772698 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34987
   [junit4]   2> 4772698 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34987
   [junit4]   2> 4772699 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4772705 INFO  (zkConnectionManagerCallback-20362-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4772705 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4772710 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4772713 INFO  (zkConnectionManagerCallback-20364-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4772713 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4772715 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4772716 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4772717 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4772718 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4772719 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4772719 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4772720 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4772721 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4772722 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4772723 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4772724 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4772729 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4772730 INFO  (zkConnectionManagerCallback-20368-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4772730 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4772832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 4773088 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4773088 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4773088 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4773095 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4773095 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4773095 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4773095 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76b9830{/,null,AVAILABLE}
   [junit4]   2> 4773096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@165cc13e{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:35255}
   [junit4]   2> 4773096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.Server Started @4773143ms
   [junit4]   2> 4773096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_control_data, hostPort=35255, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/control-001/cores}
   [junit4]   2> 4773096 ERROR (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4773096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4773097 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4773097 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4773097 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4773097 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:53.731061Z
   [junit4]   2> 4773099 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4773101 INFO  (zkConnectionManagerCallback-20370-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4773101 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4773202 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4773203 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/control-001/solr.xml
   [junit4]   2> 4773208 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4773390 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4773392 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1c5a9787[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4773392 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1c5a9787[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4773398 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b714315[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4773398 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b714315[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4773400 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34987/solr
   [junit4]   2> 4773401 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4773401 INFO  (zkConnectionManagerCallback-20377-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4773401 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4773504 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4773509 INFO  (zkConnectionManagerCallback-20379-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4773509 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4773598 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35255_
   [junit4]   2> 4773598 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.Overseer Overseer (id=73414184420048901-127.0.0.1:35255_-n_0000000000) starting
   [junit4]   2> 4773604 INFO  (OverseerStateUpdate-73414184420048901-127.0.0.1:35255_-n_0000000000) [n:127.0.0.1:35255_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35255_
   [junit4]   2> 4773606 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35255_
   [junit4]   2> 4773609 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4773609 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4773618 INFO  (zkCallback-20378-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4773628 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4773647 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4773655 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4773655 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4773656 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/control-001/cores
   [junit4]   2> 4773670 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4773670 INFO  (zkConnectionManagerCallback-20388-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4773671 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4773673 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4773674 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34987/solr ready
   [junit4]   2> 4773718 INFO  (qtp865613554-69120) [n:127.0.0.1:35255_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35255_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4773724 INFO  (OverseerThreadFactory-16306-thread-1-processing-n:127.0.0.1:35255_) [n:127.0.0.1:35255_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 4773838 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4773839 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4774854 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4774871 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 4774986 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 4775000 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 4775001 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4775001 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:39733/solr_hdfs_home
   [junit4]   2> 4775001 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 4775001 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:39733/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 4775002 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39733/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 4775010 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 4775010 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 4775010 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 4775026 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 4775028 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39733/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 4775148 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39733/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 4775155 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 4775155 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 4775158 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 4775163 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 4775170 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=1.904296875, floorSegmentMB=2.041015625, forceMergeDeletesPctAllowed=23.728990312543793, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3755429908325879, deletesPctAllowed=49.660690616061714
   [junit4]   2> 4775624 WARN  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 4775713 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 4775713 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4775713 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 4775734 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4775734 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4775735 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=73.7568359375, floorSegmentMB=1.6103515625, forceMergeDeletesPctAllowed=2.3344303920103773, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5728586553534986, deletesPctAllowed=44.15386137908623
   [junit4]   2> 4775749 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@73cce83d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 4775751 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4775751 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4775752 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4775752 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661236240854286336
   [junit4]   2> 4775755 INFO  (searcherExecutor-16311-thread-1-processing-n:127.0.0.1:35255_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@73cce83d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4775759 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4775759 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35255/control_collection_shard1_replica_n1/
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:35255/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73414184420048901-core_node2-n_0000000000
   [junit4]   2> 4775762 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35255/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 4775864 INFO  (zkCallback-20378-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775865 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4775867 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2029
   [junit4]   2> 4775869 INFO  (zkCallback-20378-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775874 INFO  (qtp865613554-69120) [n:127.0.0.1:35255_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4775971 INFO  (zkCallback-20378-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775971 INFO  (zkCallback-20378-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775971 INFO  (zkCallback-20378-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775971 INFO  (qtp865613554-69120) [n:127.0.0.1:35255_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35255_&wt=javabin&version=2} status=0 QTime=2253
   [junit4]   2> 4775972 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 4776077 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4776078 INFO  (zkConnectionManagerCallback-20394-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4776078 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4776085 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4776087 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34987/solr ready
   [junit4]   2> 4776087 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4776125 INFO  (qtp865613554-69118) [n:127.0.0.1:35255_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4776130 INFO  (OverseerCollectionConfigSetProcessor-73414184420048901-127.0.0.1:35255_-n_0000000000) [n:127.0.0.1:35255_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4776130 INFO  (OverseerThreadFactory-16306-thread-2-processing-n:127.0.0.1:35255_) [n:127.0.0.1:35255_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 4776343 WARN  (OverseerThreadFactory-16306-thread-2-processing-n:127.0.0.1:35255_) [n:127.0.0.1:35255_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 4776345 INFO  (qtp865613554-69118) [n:127.0.0.1:35255_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4776346 INFO  (qtp865613554-69118) [n:127.0.0.1:35255_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=221
   [junit4]   2> 4776347 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4776347 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4776347 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4776347 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4776348 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4776348 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4776348 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 4776569 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4776575 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8bb2467{/,null,AVAILABLE}
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@34a92204{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38539}
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.Server Started @4776622ms
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty1, hostPort=38539, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 4776576 ERROR (closeThreadPool-20395-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:57.210417Z
   [junit4]   2> 4776577 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4776605 INFO  (zkConnectionManagerCallback-20397-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4776605 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4776707 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4776707 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-1-001/solr.xml
   [junit4]   2> 4776712 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4776811 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 4776823 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4776823 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4776823 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4776861 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4776861 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4776861 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4776861 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ce72aca{/,null,AVAILABLE}
   [junit4]   2> 4776862 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1d0d2487{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34489}
   [junit4]   2> 4776862 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.Server Started @4776909ms
   [junit4]   2> 4776862 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty2, hostPort=34489, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 4776863 ERROR (closeThreadPool-20395-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:57.497139Z
   [junit4]   2> 4776872 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4776881 INFO  (zkConnectionManagerCallback-20400-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4776881 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4776982 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4776982 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-2-001/solr.xml
   [junit4]   2> 4776987 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4777185 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 4777242 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4777242 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4777242 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4777321 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4777321 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4777321 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4777334 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42175422{/,null,AVAILABLE}
   [junit4]   2> 4777335 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6f5d90bb{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:39913}
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.Server Started @4777382ms
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty3, hostPort=39913, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 4777336 ERROR (closeThreadPool-20395-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:57.970359Z
   [junit4]   2> 4777354 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4777363 INFO  (zkConnectionManagerCallback-20403-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4777363 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4777464 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4777464 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-3-001/solr.xml
   [junit4]   2> 4777469 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4777579 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 4777596 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4777596 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4777596 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4777657 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4777683 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4777683 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4777683 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4777684 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f62161b{/,null,AVAILABLE}
   [junit4]   2> 4777685 WARN  (closeThreadPool-20395-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1db8b237[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4777685 WARN  (closeThreadPool-20395-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1db8b237[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7540105{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36627}
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.Server Started @4777733ms
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty4, hostPort=36627, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 4777686 ERROR (closeThreadPool-20395-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:58.320976Z
   [junit4]   2> 4777717 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4777735 WARN  (closeThreadPool-20395-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e8fc40b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4777735 WARN  (closeThreadPool-20395-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e8fc40b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4777737 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34987/solr
   [junit4]   2> 4777761 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4777769 INFO  (zkConnectionManagerCallback-20408-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4777769 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4777777 INFO  (zkConnectionManagerCallback-20412-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4777777 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4777870 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4777871 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-4-001/solr.xml
   [junit4]   2> 4777877 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4777897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 4777926 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4777926 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4777926 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4777989 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4777989 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4777989 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4778005 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50edc9fb{/,null,AVAILABLE}
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5781a4f5{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40431}
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.Server Started @4778053ms
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty5, hostPort=40431, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 4778006 ERROR (closeThreadPool-20395-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:58.640983Z
   [junit4]   2> 4778019 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4778037 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4778053 INFO  (zkConnectionManagerCallback-20417-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4778053 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4778054 INFO  (zkConnectionManagerCallback-20415-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4778054 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4778155 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4778155 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-5-001/solr.xml
   [junit4]   2> 4778159 INFO  (OverseerCollectionConfigSetProcessor-73414184420048901-127.0.0.1:35255_-n_0000000000) [n:127.0.0.1:35255_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4778162 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4778164 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.ZkController Publish node=127.0.0.1:34489_ as DOWN
   [junit4]   2> 4778165 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4778165 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34489_
   [junit4]   2> 4778165 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4778165 INFO  (zkCallback-20378-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4778167 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4778167 WARN  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4778177 INFO  (zkCallback-20393-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4778178 INFO  (zkCallback-20414-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4778208 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4778246 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4778268 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4778268 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4778269 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-2-001/cores
   [junit4]   2> 4778507 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4778589 WARN  (closeThreadPool-20395-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c5b94e4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778589 WARN  (closeThreadPool-20395-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c5b94e4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778611 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34489_
   [junit4]   2> 4778629 WARN  (closeThreadPool-20395-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3857e35c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778629 WARN  (closeThreadPool-20395-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3857e35c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778631 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34987/solr
   [junit4]   2> 4778649 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4778670 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4778677 WARN  (closeThreadPool-20395-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f7f63ee[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778677 WARN  (closeThreadPool-20395-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f7f63ee[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778681 INFO  (zkConnectionManagerCallback-20428-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4778681 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4778704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 4778706 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4778707 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4778707 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4778707 WARN  (closeThreadPool-20395-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57bfd747[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778707 WARN  (closeThreadPool-20395-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57bfd747[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778708 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34987/solr
   [junit4]   2> 4778725 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4778744 INFO  (zkConnectionManagerCallback-20434-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4778744 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4778756 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4778756 INFO  

[...truncated too long message...]

4987
   [junit4]   2> 4823047 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34987
   [junit4]   2> 4823047 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34987
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=8DD619A5D8905E96 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=yue-Hans -Dtests.timezone=Europe/Minsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 50.5s J0 | HdfsSyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8DD619A5D8905E96:582267F766C336E]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 4823052 WARN  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 4823060 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2499e30{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 4823060 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@fe9ceb7{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 4823060 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4823060 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a8c1b10{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 4823061 WARN  (BP-1564795755-127.0.0.1-1584278332617 heartbeating to localhost.localdomain/127.0.0.1:39733) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 4823061 WARN  (BP-1564795755-127.0.0.1-1584278332617 heartbeating to localhost.localdomain/127.0.0.1:39733) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1564795755-127.0.0.1-1584278332617 (Datanode Uuid 2b73032c-39f8-4440-832b-67267255a643) service to localhost.localdomain/127.0.0.1:39733
   [junit4]   2> 4823090 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@7161016d{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 4823091 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a23504f{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 4823091 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4823091 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e4f88a7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001
   [junit4]   2> Mar 15, 2020 1:19:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@47707b33), locale=yue-Hans, timezone=Europe/Minsk
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=4,free=181013248,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestLockTree, SortByFunctionTest, PeerSyncWithBufferUpdatesTest, BasicAuthStandaloneTest, TestLuceneIndexBackCompat, TestPackages, AsyncCallRequestStatusResponseTest, TestNestedDocsSort, SearchHandlerTest, LargeFieldTest, TriggerIntegrationTest, SliceStateTest, PropertiesRequestHandlerTest, HttpSolrCallGetCoreTest, TestCloudConsistency, CreateRoutedAliasTest, TestJmxIntegration, TestLegacyNumericRangeQueryBuilder, LegacyCloudClusterPropTest, TestBulkSchemaAPI, StressHdfsTest, SignificantTermsQParserPluginTest, TestFieldCacheSortRandom, TestLeaderElectionWithEmptyReplica, AutoAddReplicasIntegrationTest, AnalysisAfterCoreReloadTest, TestHighFrequencyDictionaryFactory, TestMacros, TestCloudPhrasesIdentificationComponent, TestSolrCachePerf, TestUninvertingReader, TestSurroundQueryParser, TestStressInPlaceUpdates, TestComplexPhraseLeadingWildcard, SolrCmdDistributorTest, DistributedSpellCheckComponentTest, LeaderElectionIntegrationTest, TestExportWriter, TestRecoveryHdfs, TestManagedSynonymFilterFactory, TestDefaultStatsCache, CustomHighlightComponentTest, CurrencyRangeFacetCloudTest, TestCollectionAPI, CdcrWithNodesRestartsTest, TestPseudoReturnFields, DocValuesTest, RemoteQueryErrorTest, TestDynamicFieldNamesIndexCorrectly, EchoParamsTest, TestUtilizeNode, CopyFieldTest, TestClusterProperties, TestSmileRequest, IndexSizeTriggerTest, TestChildDocTransformer, TestReqParamsAPI, CachingDirectoryFactoryTest, DistributedFacetPivotSmallTest, TestStressThreadBackup, DirectoryFactoryTest, TestBadConfig, ShardSplitTest, ParsingFieldUpdateProcessorsTest, TestOrdValues, FullHLLTest, HighlighterWithoutStoredIdTest, MBeansHandlerTest, ScheduledMaintenanceTriggerTest, TestOmitPositions, TestReversedWildcardFilterFactory, SpellCheckCollatorWithCollapseTest, TestQueryingOnDownCollection, TestRTimerTree, PolyFieldTest, TestSimComputePlanAction, DistributedFacetSimpleRefinementLongTailTest, TestCloudRecovery, TestSolrCloudWithKerberosAlt, MigrateRouteKeyTest, TestSerializedLuceneMatchVersion, ActionThrottleTest, CdcrUpdateLogTest, TestRawTransformer, TestUnifiedSolrHighlighterWithoutStoredId, AuditLoggerPluginTest, RecoveryAfterSoftCommitTest, DeleteNodeTest, DistributedFacetPivotLargeTest, HdfsNNFailoverTest, TestAddFieldRealTimeGet, MultiThreadedOCPTest, BJQParserTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestRandomDVFaceting, TestSimLargeCluster, TestClassicSimilarityFactory, TestIntervalFaceting, TestReRankQParserPlugin, ShardRoutingCustomTest, TestHttpShardHandlerFactory, TestFieldTypeCollectionResource, DeleteStatusTest, SpellCheckComponentTest, AdminHandlersProxyTest, TestUtils, PeerSyncWithLeaderTest, TestZkChroot, TestTrie, TestConfigSets, TestPerFieldSimilarityWithDefaultOverride, AssignBackwardCompatibilityTest, ComputePlanActionTest, TestLegacyBM25SimilarityFactory, TestBinaryResponseWriter, DistributedDebugComponentTest, TestSQLHandlerNonCloud, DateRangeFieldTest, CursorPagingTest, TestMultiValuedNumericRangeQuery, TestConfigOverlay, TestTlogReplica, SpatialRPTFieldTypeTest, ConfigSetsAPITest, NotRequiredUniqueKeyTest, UUIDFieldTest, SystemCollectionCompatTest, TestCrossCoreJoin, TermsComponentTest, CollectionStateFormat2Test, CdcrBidirectionalTest, TestPolicyCloud, SuggesterTSTTest, XCJFQueryTest, TestDocBasedVersionConstraints, TestStandardQParsers, ResponseLogComponentTest, TestDistributedMissingSort, SuggestComponentTest, ClassificationUpdateProcessorIntegrationTest, TestReplicationHandler, MoveReplicaHDFSTest, FacetPivotSmallTest, CleanupOldIndexTest, TestFastOutputStream, OverseerSolrResponseUnsafeSerializationTest, SplitShardTest, TestCloudInspectUtil, TestCloudSearcherWarming, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLocalStatsCacheCloud, TestOnReconnectListenerSupport, TestPullReplica, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestRebalanceLeaders, TestSSLRandomization, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestTlogReplayVsRecovery, TestWithCollection, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkSolrClientTest, CollectionsAPIDistributedZkTest, CustomCollectionTest, SplitByPrefixTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, TestReplicaProperties, HttpTriggerListenerTest, IndexSizeTriggerMixedBoundsTest, NodeAddedTriggerTest, NodeLostTriggerTest, SearchRateTriggerIntegrationTest, TestSimTriggerIntegration, CdcrOpsAndBoundariesTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest]
   [junit4] Completed [577/905 (1!)] on J0 in 54.26s, 1 test, 1 failure <<< FAILURES!

[...truncated 53558 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2131 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2131/

2 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings

Error Message:
For input string: "ॕै"

Stack Trace:
java.lang.NumberFormatException: For input string: "ॕै"
	at __randomizedtesting.SeedInfo.seed([8E32C6A78CF13FD5:E46979B6D5BF1F26]:0)
	at java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:2054)
	at java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
	at java.base/java.lang.Float.parseFloat(Float.java:455)
	at org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter.incrementToken(DelimitedBoostTokenFilter.java:52)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
	at org.apache.lucene.analysis.miscellaneous.ConditionalTokenFilter.incrementToken(ConditionalTokenFilter.java:174)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([F16E689C04541719:793A5746AAA87AE1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 3998 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
   [junit4]   2> TEST FAIL: useCharFilter=false text='\u2c6f\u2c62\u2c67 boqzat wujfjfcxm \u0969\u0955\u0948 )\u058f\u0628\uf076\u1009c\u67bf\ub930V \ud809\udc36\ud809\udc02 fwmgcrc \u020b\u46ff\ue5c0\ue1ba sxelijb <?> \u294f\u291e\u2956\u293b\u2952\u292c dinw ho'
   [junit4]   2> Exception from random analyzer: 
   [junit4]   2> charfilters=
   [junit4]   2>   org.apache.lucene.analysis.charfilter.HTMLStripCharFilter(java.io.StringReader@4ea3902f, [])
   [junit4]   2>   org.apache.lucene.analysis.charfilter.MappingCharFilter(org.apache.lucene.analysis.charfilter.NormalizeCharMap@4eb006d4, org.apache.lucene.analysis.charfilter.HTMLStripCharFilter@3c75d54a)
   [junit4]   2> tokenizer=
   [junit4]   2>   org.apache.lucene.analysis.core.UnicodeWhitespaceTokenizer(org.apache.lucene.util.AttributeFactory$1@a6813f43, 33)
   [junit4]   2> filters=
   [junit4]   2>   org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter(ValidatingTokenFilter@4d1870db term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null,boost=1.0, ३)
   [junit4]   2>   Conditional:org.apache.lucene.analysis.miscellaneous.TypeAsSynonymFilter(OneTimeWrapper@1956fd5e term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null,boost=1.0, zbuljfbc)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=8E32C6A78CF13FD5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-GT -Dtests.timezone=Pacific/Guam -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   8.53s J0 | TestRandomChains.testRandomChainsWithLargeStrings <<<
   [junit4]    > Throwable #1: java.lang.NumberFormatException: For input string: "ॕै"
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8E32C6A78CF13FD5:E46979B6D5BF1F26]:0)
   [junit4]    > 	at java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:2054)
   [junit4]    > 	at java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
   [junit4]    > 	at java.base/java.lang.Float.parseFloat(Float.java:455)
   [junit4]    > 	at org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter.incrementToken(DelimitedBoostTokenFilter.java:52)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
   [junit4]    > 	at org.apache.lucene.analysis.miscellaneous.ConditionalTokenFilter.incrementToken(ConditionalTokenFilter.java:174)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J0/temp/lucene.analysis.core.TestRandomChains_8E32C6A78CF13FD5-001
   [junit4]   2> NOTE: test params are: codec=Lucene84, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@74a75b1d), locale=es-GT, timezone=Pacific/Guam
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=208396464,total=373293056
   [junit4]   2> NOTE: All tests run in this JVM: [TypeAsPayloadTokenFilterTest, TestCommonGramsFilterFactory, TestDictionary, TestMappingCharFilterFactory, TestTypeTokenFilter, FixedShingleFilterTest, TestGreekStemmer, TestBrazilianAnalyzer, TestMorphAlias, TestEnglishMinimalStemFilterFactory, TestCJKBigramFilterFactory, TestSoraniStemFilter, TestSpanishLightStemFilter, TestElision, TestWordnetSynonymParser, TestGermanAnalyzer, TestHungarianAnalyzer, TestItalianLightStemFilter, TestTrimFilter, TestOnlyInCompound, TestRandomChains]
   [junit4] Completed [268/297 (1!)] on J0 in 95.74s, 2 tests, 1 error <<< FAILURES!

[...truncated 9495 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 1003577 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1003577 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1003577 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/data-dir-91-001
   [junit4]   2> 1003578 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 1003578 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1003579 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1003580 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1004483 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1004501 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1004504 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1004504 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1004504 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1004506 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a58b1cb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1004700 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@20cb7ea1{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-35151-hadoop-hdfs-3_2_0-tests_jar-_-any-9207840011009255476.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1004700 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@66afffcf{HTTP/1.1,[http/1.1]}{localhost.localdomain:35151}
   [junit4]   2> 1004700 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server Started @1004740ms
   [junit4]   2> 1005233 WARN  (StorageLocationChecker thread 0) [     ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 1005273 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1005277 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1005278 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1005278 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1005278 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1005278 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40827bde{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1005417 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@39aaf06a{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-36299-hadoop-hdfs-3_2_0-tests_jar-_-any-15625329832677194902.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1005418 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f7280da{HTTP/1.1,[http/1.1]}{localhost:36299}
   [junit4]   2> 1005418 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server Started @1005458ms
   [junit4]   2> 1005672 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1005673 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1005675 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1005675 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1005675 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1005678 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15f6da07{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1005807 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@47b0f95e{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-36213-hadoop-hdfs-3_2_0-tests_jar-_-any-14290014918956078495.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1005807 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@344d8c7f{HTTP/1.1,[http/1.1]}{localhost:36213}
   [junit4]   2> 1005807 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server Started @1005848ms
   [junit4]   2> 1006194 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x714bd1f715f0005a: Processing first storage report for DS-20f8c611-5745-4ec2-9bf2-8c6eeb3429f6 from datanode 5e1310cc-dfe3-4556-8cd3-42517afda645
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x714bd1f715f0005a: from storage DS-20f8c611-5745-4ec2-9bf2-8c6eeb3429f6 node DatanodeRegistration(127.0.0.1:46857, datanodeUuid=5e1310cc-dfe3-4556-8cd3-42517afda645, infoPort=35085, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1032105120;c=1584199844461), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8569261ac5307119: Processing first storage report for DS-d6cb8912-0643-4091-8769-e5dfeab1948e from datanode 74955af1-c70d-44e8-ba96-629e0f3e5ee9
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8569261ac5307119: from storage DS-d6cb8912-0643-4091-8769-e5dfeab1948e node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=74955af1-c70d-44e8-ba96-629e0f3e5ee9, infoPort=46703, infoSecurePort=0, ipcPort=41805, storageInfo=lv=-57;cid=testClusterID;nsid=1032105120;c=1584199844461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x714bd1f715f0005a: Processing first storage report for DS-8f8107f3-62a3-493e-ae65-1b8be929575e from datanode 5e1310cc-dfe3-4556-8cd3-42517afda645
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x714bd1f715f0005a: from storage DS-8f8107f3-62a3-493e-ae65-1b8be929575e node DatanodeRegistration(127.0.0.1:46857, datanodeUuid=5e1310cc-dfe3-4556-8cd3-42517afda645, infoPort=35085, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1032105120;c=1584199844461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8569261ac5307119: Processing first storage report for DS-52de2cbd-d21c-4a2f-b8a7-a3ee50f78b6b from datanode 74955af1-c70d-44e8-ba96-629e0f3e5ee9
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8569261ac5307119: from storage DS-52de2cbd-d21c-4a2f-b8a7-a3ee50f78b6b node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=74955af1-c70d-44e8-ba96-629e0f3e5ee9, infoPort=46703, infoSecurePort=0, ipcPort=41805, storageInfo=lv=-57;cid=testClusterID;nsid=1032105120;c=1584199844461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1006369 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1006369 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1006369 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1006469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer start zk server on port:38957
   [junit4]   2> 1006469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38957
   [junit4]   2> 1006469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38957
   [junit4]   2> 1006469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38957
   [junit4]   2> 1006471 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1006474 INFO  (zkConnectionManagerCallback-5897-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1006474 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1006477 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1006478 INFO  (zkConnectionManagerCallback-5899-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1006478 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1006480 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1006483 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1006486 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1006487 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1006489 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1006490 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1006492 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1006493 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1006494 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1006495 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1006497 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1006499 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1006500 INFO  (zkConnectionManagerCallback-5903-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1006500 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1006603 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1006844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1006844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1006844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1006845 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1006845 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1006845 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1006846 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60a1ba67{/,null,AVAILABLE}
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6d1c41b3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38151}
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.Server Started @1006887ms
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_control_data, hostPort=38151, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1006847 ERROR (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:47.156572Z
   [junit4]   2> 1006848 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1006849 INFO  (zkConnectionManagerCallback-5905-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1006849 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1006951 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1006951 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/control-001/solr.xml
   [junit4]   2> 1006957 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1007656 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1007657 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2dc5de6f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1007657 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2dc5de6f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1007661 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@26905eb5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1007661 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@26905eb5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1007663 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38957/solr
   [junit4]   2> 1007664 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1007665 INFO  (zkConnectionManagerCallback-5912-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1007665 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1007768 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1007769 INFO  (zkConnectionManagerCallback-5914-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1007769 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1007878 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38151_
   [junit4]   2> 1007878 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.Overseer Overseer (id=73409040724852741-127.0.0.1:38151_-n_0000000000) starting
   [junit4]   2> 1007884 INFO  (OverseerStateUpdate-73409040724852741-127.0.0.1:38151_-n_0000000000) [n:127.0.0.1:38151_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38151_
   [junit4]   2> 1007893 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38151_
   [junit4]   2> 1007895 INFO  (zkCallback-5913-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1007896 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1007897 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1007929 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1007988 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42
   [junit4]   2> 1007996 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42
   [junit4]   2> 1007996 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42
   [junit4]   2> 1007997 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/control-001/cores
   [junit4]   2> 1008015 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1008018 INFO  (zkConnectionManagerCallback-5923-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1008018 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1008021 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1008022 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38957/solr ready
   [junit4]   2> 1008065 INFO  (qtp1945571207-64324) [n:127.0.0.1:38151_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38151_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1008069 INFO  (OverseerThreadFactory-5096-thread-1-processing-n:127.0.0.1:38151_) [n:127.0.0.1:38151_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1008186 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1008186 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1009201 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1009220 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1009339 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1009355 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1009355 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42
   [junit4]   2> 1009363 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:46177/solr_hdfs_home
   [junit4]   2> 1009364 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1009367 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:46177/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 1009368 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46177/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 1009384 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1009384 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1009384 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 1009433 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1009438 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46177/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 1009467 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46177/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 1009474 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1009474 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1009480 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1009480 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=70.7255859375, floorSegmentMB=0.373046875, forceMergeDeletesPctAllowed=23.017327664537298, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5166491054734993, deletesPctAllowed=33.35983963541946
   [junit4]   2> 1010019 WARN  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1010107 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1010107 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1010107 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1010124 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1010124 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1010126 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15743175016660083]
   [junit4]   2> 1010195 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4637c832[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1010199 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1010200 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1010202 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1010204 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661153942451519488
   [junit4]   2> 1010206 INFO  (searcherExecutor-5101-thread-1-processing-n:127.0.0.1:38151_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4637c832[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1010209 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1010209 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1010212 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1010212 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1010212 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38151/control_collection_shard1_replica_n1/
   [junit4]   2> 1010212 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1010213 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:38151/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1010213 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73409040724852741-core_node2-n_0000000000
   [junit4]   2> 1010214 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38151/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1010316 INFO  (zkCallback-5913-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010316 INFO  (zkCallback-5913-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010317 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1010320 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2134
   [junit4]   2> 1010324 INFO  (qtp1945571207-64324) [n:127.0.0.1:38151_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1010420 INFO  (zkCallback-5913-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010420 INFO  (zkCallback-5913-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010420 INFO  (zkCallback-5913-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010421 INFO  (qtp1945571207-64324) [n:127.0.0.1:38151_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38151_&wt=javabin&version=2} status=0 QTime=2355
   [junit4]   2> 1010421 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1010527 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1010528 INFO  (zkConnectionManagerCallback-5929-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1010528 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1010529 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1010530 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38957/solr ready
   [junit4]   2> 1010531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1010568 INFO  (qtp1945571207-64319) [n:127.0.0.1:38151_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1010571 INFO  (OverseerCollectionConfigSetProcessor-73409040724852741-127.0.0.1:38151_-n_0000000000) [n:127.0.0.1:38151_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1010572 INFO  (OverseerThreadFactory-5096-thread-2-processing-n:127.0.0.1:38151_) [n:127.0.0.1:38151_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1010775 WARN  (OverseerThreadFactory-5096-thread-2-processing-n:127.0.0.1:38151_) [n:127.0.0.1:38151_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1010776 INFO  (qtp1945571207-64319) [n:127.0.0.1:38151_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1010777 INFO  (qtp1945571207-64319) [n:127.0.0.1:38151_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 1011048 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 1011051 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1011051 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1011052 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1011052 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1011052 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1011052 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1011053 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41b5e3d0{/,null,AVAILABLE}
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4cd786b4{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33689}
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.Server Started @1011094ms
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty1, hostPort=33689, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 1011054 ERROR (closeThreadPool-5930-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:51.363380Z
   [junit4]   2> 1011055 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011056 INFO  (zkConnectionManagerCallback-5932-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011056 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011157 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1011157 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-1-001/solr.xml
   [junit4]   2> 1011162 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1011288 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 1011291 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1011291 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1011291 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1011294 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1011294 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1011294 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1011294 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61eb74a6{/,null,AVAILABLE}
   [junit4]   2> 1011295 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3c522d08{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37213}
   [junit4]   2> 1011295 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.Server Started @1011336ms
   [junit4]   2> 1011295 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty2, hostPort=37213, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 1011296 ERROR (closeThreadPool-5930-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:51.605272Z
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011298 INFO  (zkConnectionManagerCallback-5935-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011298 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011400 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1011400 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-2-001/solr.xml
   [junit4]   2> 1011404 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1011545 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 1011550 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1011550 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1011550 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1011554 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1011554 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1011555 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1011555 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@578a8451{/,null,AVAILABLE}
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4830314{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44903}
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.Server Started @1011597ms
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty3, hostPort=44903, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 1011556 ERROR (closeThreadPool-5930-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:51.865986Z
   [junit4]   2> 1011558 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011559 INFO  (zkConnectionManagerCallback-5938-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011559 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011660 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1011660 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-3-001/solr.xml
   [junit4]   2> 1011672 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1011829 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 1011857 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1011857 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1011857 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1011902 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1011909 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1011920 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1011920 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1011920 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1011920 WARN  (closeThreadPool-5930-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7533ca2d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011920 WARN  (closeThreadPool-5930-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7533ca2d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011921 WARN  (closeThreadPool-5930-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7803b21f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011921 WARN  (closeThreadPool-5930-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7803b21f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011926 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@247a20b2{/,null,AVAILABLE}
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@76b3ef8f{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38927}
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.Server Started @1011982ms
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty4, hostPort=38927, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 1011942 ERROR (closeThreadPool-5930-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:52.251931Z
   [junit4]   2> 1011948 WARN  (closeThreadPool-5930-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@fe2e0f4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011948 WARN  (closeThreadPool-5930-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@fe2e0f4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011949 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38957/solr
   [junit4]   2> 1011952 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011953 WARN  (closeThreadPool-5930-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d7f8cc5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011953 WARN  (closeThreadPool-5930-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d7f8cc5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011954 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38957/solr
   [junit4]   2> 1011955 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011955 INFO  (zkConnectionManagerCallback-5945-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011955 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011956 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011957 INFO  (zkConnectionManagerCallback-5949-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011957 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011957 INFO  (zkConnectionManagerCallback-5953-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011958 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012057 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1012057 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-4-001/solr.xml
   [junit4]   2> 1012062 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1012124 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1012126 WARN  (closeThreadPool-5930-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2d3c9340[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1012126 WARN  (closeThreadPool-5930-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2d3c9340[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1012130 WARN  (closeThreadPool-5930-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4b30012c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1012130 WARN  (closeThreadPool-5930-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4b30012c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1012131 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38957/solr
   [junit4]   2> 1012132 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012137 INFO  (zkConnectionManagerCallback-5960-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1012137 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012150 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 1012154 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1012154 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1012154 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1012155 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1012155 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1012155 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1012155 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f68703c{/,null,AVAILABLE}
   [junit4]   2> 1012156 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1f1177e2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:42509}
   [junit4]   2> 1012156 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.Server Started @1012197ms
   [junit4]   2> 1012156 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty5, hostPort=42509, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 1012157 ERROR (closeThreadPool-5930-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:52.466138Z
   [junit4]   2> 1012158 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012159 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012159 INFO  (zkConnectionManagerCallback-5962-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1012159 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012160 INFO  (zkConnectionManagerCallback-5964-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1012160 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012260 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1012260 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-5-001/solr.xml
   [junit4]   2> 1012262 INFO  (closeThreadPool-5930-thread-1) [n:127.0.0.1:33689_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012265 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1012267 INFO  (zkConnectionManagerCallback-5966-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1012267 INFO  (closeThreadPool-5930-thread-1) [n:127.0.0.1:33689_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012270 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1012272 INFO  (closeThreadPool-5930-thread-1) [n:127.0.0.1:33689_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1012273 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.ZkController Publish node=127.0.0.1:37213_ as DOWN
   [junit4]   2> 1012274 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.TransientSolrCoreCacheDef

[...truncated too long message...]

[junit4]   2> 	2	/solr/overseer_elect/election/73409040724852752-127.0.0.1:37213_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	77	/solr/live_nodes
   [junit4]   2> 	72	/solr/overseer/queue
   [junit4]   2> 	26	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1045730 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38957
   [junit4]   2> 1045730 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38957
   [junit4]   2> 1045730 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38957
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=F16E689C04541719 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ca-FR -Dtests.timezone=BET -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 39.4s J1 | HdfsSyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F16E689C04541719:793A5746AAA87AE1]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 1045734 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1045744 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@47b0f95e{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1045745 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@344d8c7f{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 1045745 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1045745 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15f6da07{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 1045746 WARN  (BP-1986490018-127.0.0.1-1584199844461 heartbeating to localhost.localdomain/127.0.0.1:46177) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1045747 WARN  (BP-1986490018-127.0.0.1-1584199844461 heartbeating to localhost.localdomain/127.0.0.1:46177) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1986490018-127.0.0.1-1584199844461 (Datanode Uuid 74955af1-c70d-44e8-ba96-629e0f3e5ee9) service to localhost.localdomain/127.0.0.1:46177
   [junit4]   2> 1045770 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1045782 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@39aaf06a{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1045782 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7f7280da{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 1045782 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1045782 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@40827bde{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 1045783 WARN  (BP-1986490018-127.0.0.1-1584199844461 heartbeating to localhost.localdomain/127.0.0.1:46177) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1045783 WARN  (BP-1986490018-127.0.0.1-1584199844461 heartbeating to localhost.localdomain/127.0.0.1:46177) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1986490018-127.0.0.1-1584199844461 (Datanode Uuid 5e1310cc-dfe3-4556-8cd3-42517afda645) service to localhost.localdomain/127.0.0.1:46177
   [junit4]   2> 1045823 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@20cb7ea1{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1045823 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@66afffcf{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 1045824 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1045824 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a58b1cb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001
   [junit4]   2> Mar 14, 2020 3:31:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, maxDocsPerChunk=178, blockShift=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, blockSize=6)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7f6a513d), locale=ca-FR, timezone=BET
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=12,free=63210848,total=387973120
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedMap, TestAtomicUpdateErrorCases, TestPullReplica, DistributedQueryComponentOptimizationTest, TestSchemaSimilarityResource, TestLegacyNumericUtils, TestAnalyzedSuggestions, InfixSuggestersTest, TestPushWriter, ConnectionManagerTest, TestPayloadCheckQParserPlugin, TestFieldCacheVsDocValues, OverseerRolesTest, PathHierarchyTokenizerFactoryTest, DistributedExpandComponentTest, TestSegmentSorting, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, NodeMarkersRegistrationTest, TestSubQueryTransformerCrossCore, BadComponentTest, SchemaVersionSpecificBehaviorTest, TestDistributedSearch, CollectionsAPIDistributedZkTest, TestMaxTokenLenTokenizer, TestCodecSupport, TestSimDistribStateManager, TestXmlQParser, DeleteInactiveReplicaTest, SpellPossibilityIteratorTest, TestQueryTypes, QueryElevationComponentTest, HdfsRecoverLeaseTest, TriggerCooldownIntegrationTest, OverriddenZkACLAndCredentialsProvidersTest, DocValuesMissingTest, ExecutePlanActionTest, UpdateParamsTest, CustomTermsComponentTest, TestBlobHandler, TestFunctionQuery, NestedShardedAtomicUpdateTest, TestNonDefinedSimilarityFactory, TestSlowCompositeReaderWrapper, TestSolrConfigHandlerCloud, IndexSchemaTest, SystemInfoHandlerTest, TestRSAKeyPair, TestCloudManagedSchema, NodeAddedTriggerTest, TestHttpServletCarrier, BasicFunctionalityTest, SolrPluginUtilsTest, CloudExitableDirectoryReaderTest, TestRuleBasedAuthorizationPlugin, SecurityConfHandlerTest, TestSimNodeAddedTrigger, TestReload, NumericFieldsTest, TestSortByMinMaxFunction, AutoAddReplicasPlanActionTest, TlogReplayBufferedWhileIndexingTest, HLLSerializationTest, SolrLogAuditLoggerPluginTest, TestWriterPerf, TestRetrieveFieldsOptimizer, TestConfigSetImmutable, DistributedFacetPivotLongTailTest, VMParamsZkACLAndCredentialsProvidersTest, RecoveryZkTest, TestAuthenticationFramework, TestComplexPhraseQParserPlugin, XmlUpdateRequestHandlerTest, SplitShardTest, SolrIndexConfigTest, TestDeprecatedFilters, SimpleMLTQParserTest, ZkFailoverTest, RankQueryTest, JSONWriterTest, TestDistribIDF, HdfsSyncSliceTest]
   [junit4] Completed [193/905 (1!)] on J1 in 45.34s, 1 test, 1 failure <<< FAILURES!

[...truncated 54931 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2130 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2130/

4 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test

Error Message:
shard1 is not consistent.  Got 1280 from http://127.0.0.1:34181/collection1_shard1_replica_n3 (previous client) and got 1284 from http://127.0.0.1:33047/collection1_shard1_replica_n1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 1280 from http://127.0.0.1:34181/collection1_shard1_replica_n3 (previous client) and got 1284 from http://127.0.0.1:33047/collection1_shard1_replica_n1
	at __randomizedtesting.SeedInfo.seed([E50818B0EEE23895:6D5C276A401E556D]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1470)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1449)
	at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:109)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest

Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:799)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:539)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:799)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:539)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:799)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:539)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:799)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:539)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([E50818B0EEE23895]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:334)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:43279/kbhvb/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:43279/kbhvb/collection1
	at __randomizedtesting.SeedInfo.seed([E50818B0EEE23895:6D5C276A401E556D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1216)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1261)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:392)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 49 more


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:34891/_xwy/i

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:34891/_xwy/i
	at __randomizedtesting.SeedInfo.seed([E50818B0EEE23895:6D5C276A401E556D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 52 more




Build Log:
[...truncated 14538 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 3043536 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3043536 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3043537 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/data-dir-166-001
   [junit4]   2> 3043537 WARN  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 3043537 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3043538 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 3043539 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_xwy/i
   [junit4]   2> 3043544 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3043548 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3043548 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3043648 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer start zk server on port:33575
   [junit4]   2> 3043648 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33575
   [junit4]   2> 3043648 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33575
   [junit4]   2> 3043648 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33575
   [junit4]   2> 3043650 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3043653 INFO  (zkConnectionManagerCallback-13848-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3043653 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3043655 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3043656 INFO  (zkConnectionManagerCallback-13850-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3043657 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3043658 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3043659 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3043660 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3043661 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3043662 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3043664 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3043665 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3043666 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3043667 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3043669 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3043670 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3043672 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3043673 INFO  (zkConnectionManagerCallback-13854-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3043673 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3043775 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3044011 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3044011 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3044011 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 3044024 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3044024 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3044025 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3044026 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bab1ea3{/_xwy/i,null,AVAILABLE}
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3260d415{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:42195}
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.Server Started @3044065ms
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_xwy/i, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/tempDir-001/control/data, hostPort=42195, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 3044035 ERROR (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-13T09:01:38.430787Z
   [junit4]   2> 3044037 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3044042 INFO  (zkConnectionManagerCallback-13856-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3044043 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3044159 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3044159 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/solr.xml
   [junit4]   2> 3044163 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3046286 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3046287 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@351dbec4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3046287 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@351dbec4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3046290 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6dc94978[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3046290 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6dc94978[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3046291 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33575/solr
   [junit4]   2> 3046292 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3046293 INFO  (zkConnectionManagerCallback-13863-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3046293 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3046395 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3046396 INFO  (zkConnectionManagerCallback-13865-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3046396 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3046476 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42195__xwy%2Fi
   [junit4]   2> 3046477 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.Overseer Overseer (id=73401848232673285-127.0.0.1:42195__xwy%2Fi-n_0000000000) starting
   [junit4]   2> 3046481 INFO  (OverseerStateUpdate-73401848232673285-127.0.0.1:42195__xwy%2Fi-n_0000000000) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42195__xwy%2Fi
   [junit4]   2> 3046482 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42195__xwy%2Fi
   [junit4]   2> 3046483 INFO  (zkCallback-13864-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3046484 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3046485 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3046507 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3046528 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e
   [junit4]   2> 3046535 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e
   [junit4]   2> 3046535 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e
   [junit4]   2> 3046536 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/cores
   [junit4]   2> 3046551 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3046552 INFO  (zkConnectionManagerCallback-13874-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3046552 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3046553 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3046554 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33575/solr ready
   [junit4]   2> 3046584 INFO  (qtp42793708-95675) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42195__xwy%252Fi&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3046586 INFO  (OverseerThreadFactory-11487-thread-1-processing-n:127.0.0.1:42195__xwy%2Fi) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3046702 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3046702 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3047716 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3047736 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 3047844 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3047861 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 3047861 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e
   [junit4]   2> 3047861 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3047866 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=370311446, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3047880 WARN  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 3047949 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3047949 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3047951 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3047951 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3047952 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6808494865169767]
   [junit4]   2> 3047953 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2298a491[control_collection_shard1_replica_n1] main]
   [junit4]   2> 3047956 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3047957 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3047957 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3047957 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661038863163850752
   [junit4]   2> 3047960 INFO  (searcherExecutor-11492-thread-1-processing-n:127.0.0.1:42195__xwy%2Fi x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2298a491[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3047968 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3047968 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42195/_xwy/i/control_collection_shard1_replica_n1/
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:42195/_xwy/i/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73401848232673285-core_node2-n_0000000000
   [junit4]   2> 3047984 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42195/_xwy/i/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3048087 INFO  (zkCallback-13864-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3048088 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3048091 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1389
   [junit4]   2> 3048093 INFO  (qtp42793708-95675) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3048191 INFO  (zkCallback-13864-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3048191 INFO  (zkCallback-13864-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3048192 INFO  (qtp42793708-95675) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42195__xwy%252Fi&wt=javabin&version=2} status=0 QTime=1608
   [junit4]   2> 3048192 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 3048297 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3048298 INFO  (zkConnectionManagerCallback-13880-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3048298 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3048299 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3048300 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33575/solr ready
   [junit4]   2> 3048300 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3048324 INFO  (qtp42793708-95673) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3048327 INFO  (OverseerThreadFactory-11487-thread-2-processing-n:127.0.0.1:42195__xwy%2Fi) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3048327 INFO  (OverseerCollectionConfigSetProcessor-73401848232673285-127.0.0.1:42195__xwy%2Fi-n_0000000000) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3048530 WARN  (OverseerThreadFactory-11487-thread-2-processing-n:127.0.0.1:42195__xwy%2Fi) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3048532 INFO  (qtp42793708-95673) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3048533 INFO  (qtp42793708-95673) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 3048742 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3048746 INFO  (closeThreadPool-13881-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3048746 INFO  

[...truncated too long message...]

t org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_E50818B0EEE23895-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {id_i=Lucene84, _root_=PostingsFormat(name=Asserting), title_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=PostingsFormat(name=LuceneFixedGap), id_field_copy_that_does_not_support_in_place_update_s=PostingsFormat(name=Asserting)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Asserting), id_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80), inplace_updatable_int_with_default=DocValuesFormat(name=Asserting), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=811, maxMBSortInHeap=5.857786126474724, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1c67057a), locale=ta-SG, timezone=Europe/Bratislava
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=311032576,total=513802240
   [junit4]   2> NOTE: All tests run in this JVM: [DefaultValueUpdateProcessorTest, TestFileDictionaryLookup, BasicAuthStandaloneTest, TestUtilizeNode, ClusterStateTest, RecoveryAfterSoftCommitTest, ParsingFieldUpdateProcessorsTest, TestExtendedDismaxParser, TestPHPSerializedResponseWriter, CollectionStateFormat2Test, TestCloudJSONFacetJoinDomain, V2StandaloneTest, TestLegacyFieldReuse, HttpPartitionTest, UpdateLogTest, DistributedFacetPivotLargeTest, CdcrBidirectionalTest, TestComplexPhraseLeadingWildcard, PropertiesRequestHandlerTest, PluginInfoTest, TestValueSourceCache, LegacyCloudClusterPropTest, TestDynamicLoading, PolyFieldTest, TestGroupingSearch, TestCollationField, CreateRoutedAliasTest, TestLocalFSCloudBackupRestore, TestDynamicFieldResource, TestDistribDocBasedVersion, ShardSplitTest, TestConfigSets, TestNRTOpen, ConfigSetsAPITest, TestFieldTypeCollectionResource, InfoHandlerTest, TriggerIntegrationTest, MoreLikeThisHandlerTest, CdcrWithNodesRestartsTest, TestIntervalFaceting, TestSimUtils, XCJFQueryTest, TestConfigOverlay, PeerSyncWithLeaderTest, TestLegacyFieldCache, TestPolicyCloud, NodeAddedTriggerIntegrationTest, ShardRoutingCustomTest, ResponseLogComponentTest, TestReversedWildcardFilterFactory, TestRawTransformer, TestRandomDVFaceting, DocValuesNotIndexedTest, DistributedQueryComponentCustomSortTest, PrimUtilsTest, TestPerFieldSimilarityWithDefaultOverride, TestNestedDocsSort, FacetPivotSmallTest, TestReqParamsAPI, CachingDirectoryFactoryTest, TaggingAttributeTest, HdfsRestartWhileUpdatingTest, TestLeaderElectionWithEmptyReplica, TestBadConfig, TestSolrJacksonAnnotation, HttpSolrCallGetCoreTest, BigEndianAscendingWordSerializerTest, AdminHandlersProxyTest, TestTlogReplica, TestLuceneIndexBackCompat, TestCloudPhrasesIdentificationComponent, MigrateRouteKeyTest, SolrIndexSplitterTest, TestManagedSynonymFilterFactory, QueryParsingTest, TestCloudConsistency, SliceStateTest, FullHLLTest, CurrencyRangeFacetCloudTest, TestExactStatsCache, TestStressReorder, SuggestComponentTest, TestPseudoReturnFields, DistributedDebugComponentTest, DistributedSpellCheckComponentTest, SortByFunctionTest, PeerSyncWithBufferUpdatesTest, TestExportWriter, TimeRoutedAliasUpdateProcessorTest, TestSolrConfigHandler, HighlighterConfigTest, TestConfigReload, TestUnifiedSolrHighlighterWithoutStoredId, OverseerTest, ZkStateReaderTest, TestSubQueryTransformer, TestNumericTokenStream, SolrRequestParserTest, TestInPlaceUpdatesRequiredField, TestSolrCoreProperties, CustomHighlightComponentTest, UUIDUpdateProcessorFallbackTest, TestUninvertingReader, SignificantTermsQParserPluginTest, TermsComponentTest, SolrXmlInZkTest, TestDistributedMissingSort, TestPackages, OutOfBoxZkACLAndCredentialsProvidersTest, DOMUtilTest, AnalysisAfterCoreReloadTest, TestOverriddenPrefixQueryForCustomFieldType, TestHdfsUpdateLog, LeaderElectionIntegrationTest, BasicZkTest, TestLegacyBM25SimilarityFactory, AsyncCallRequestStatusResponseTest, TestEmbeddedSolrServerSchemaAPI, SampleTest, TestConfigSetsAPIZkFailure, PrimitiveFieldTypeTest, HttpTriggerListenerTest, TestMacros, TestSurroundQueryParser, CloudMLTQParserTest, TestDelegationWithHadoopAuth, TestSimExecutePlanAction, TestBulkSchemaConcurrent, WrapperMergePolicyFactoryTest, TestQueryingOnDownCollection, TestBinaryResponseWriter, SpatialRPTFieldTypeTest, FileUtilsTest, TestImplicitCoreProperties, TestSmileRequest, CollectionsAPIAsyncDistributedZkTest, TestDynamicFieldNamesIndexCorrectly, ReplicationFactorTest, TestFastOutputStream, TestJmxIntegration, SuggesterTSTTest, BlobRepositoryCloudTest, TestGeoJSONResponseWriter, TestSimPolicyCloud, TestSchemaManager, LargeFieldTest, TestRTimerTree, TestDistributedTracing, SolrCoreCheckLockOnStartupTest, SSLMigrationTest, SaslZkACLProviderTest, SyncSliceTest, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLocalStatsCacheCloud, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, ZkControllerTest, ZkShardTermsTest, ConcurrentDeleteAndCreateCollectionTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, ExecutePlanActionTest, IndexSizeTriggerTest, ScheduledMaintenanceTriggerTest, ScheduledTriggerIntegrationTest, SearchRateTriggerTest, TriggerEventQueueTest, TestSimComputePlanAction, TestSimDistribStateManager, TestSimDistributedQueue, TestSimGenericDistributedQueue, TestSimLargeCluster, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsTlogReplayBufferedWhileIndexingTest, TestClusterStateMutator, ZkCollectionPropsCachingTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, TestCorePropertiesReload, TestCustomStream, TestMergePolicyConfig, TestSimpleTextCodec, TestSolrDeletionPolicy2, TestSolrXml, TestSolrCloudSnapshots, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestCSVLoader, TestHdfsBackupRestoreCore, TestReplicationHandlerDiskOverFlow, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, TestStressThreadBackup, TestSystemCollAutoCreate, V2ApiIntegrationTest, CoreAdminCreateDiscoverTest, CoreAdminOperationTest, CoreMergeIndexesAdminHandlerTest, DaemonStreamApiTest, MBeansHandlerTest, SystemInfoHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, ZookeeperStatusHandlerTest, BadComponentTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, DistributedTermsComponentTest, SpellCheckComponentTest, TestHttpShardHandlerFactory, TestPivotHelperCode, EmbeddedSolrNoSerializeTest, RandomizedTaggerTest, Tagger2Test, HighlighterTest, HighlighterWithoutStoredIdTest, TestPostingsSolrHighlighter, TestNumericRangeQuery32, SolrCloudReportersTest, SolrRrdBackendFactoryTest, TestBulkSchemaAPI, DocValuesTest, TestCloudSchemaless, TestSchemaField, TestTextField, TestUseDocValuesAsStored, TestCustomSort, TestFoldingMultitermQuery, TestHashQParserPlugin, TestIndexSearcher, TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, TestNoOpRegenerator, TestPayloadScoreQParserPlugin, TestRTGBase, TestRandomCollapseQParserPlugin, TestBlendedInfixSuggestions, TestHighFrequencyDictionaryFactory, TestPhraseSuggestions, BufferStoreTest, HdfsLockFactoryTest, TestFieldCache, TestFieldCacheReopen, TestFieldCacheSortRandom, TestFieldCacheWithThreads, TestNumericTerms64, TestExceedMaxTermLength, TestInPlaceUpdatesDistrib]
   [junit4] Completed [905/905 (4!)] on J0 in 3898.30s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20200313_081054_3223714736724098863640.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid4296.hprof ...
   [junit4] Heap dump file created [698480794 bytes in 6.100 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 9516 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:587: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid4296.hprof

Total time: 376 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any