You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/07/19 10:00:27 UTC

[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 234 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/234/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
No overseer designate as leader found after restart #1: 127.0.0.1:34483_

Stack Trace:
java.lang.AssertionError: No overseer designate as leader found after restart #1: 127.0.0.1:34483_
	at __randomizedtesting.SeedInfo.seed([DDC1ACDB2003F8F1:559593018EFF9509]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:101)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14857 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 1181929 INFO  (SUITE-RollingRestartTest-seed#[DDC1ACDB2003F8F1]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1181929 INFO  (SUITE-RollingRestartTest-seed#[DDC1ACDB2003F8F1]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/data-dir-89-001
   [junit4]   2> 1181929 INFO  (SUITE-RollingRestartTest-seed#[DDC1ACDB2003F8F1]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1181931 INFO  (SUITE-RollingRestartTest-seed#[DDC1ACDB2003F8F1]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1181932 INFO  (SUITE-RollingRestartTest-seed#[DDC1ACDB2003F8F1]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1181932 INFO  (SUITE-RollingRestartTest-seed#[DDC1ACDB2003F8F1]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1181936 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1181937 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1181937 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1181938 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1182036 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer start zk server on port: 43815
   [junit4]   2> 1182036 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43815
   [junit4]   2> 1182036 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43815
   [junit4]   2> 1182036 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43815
   [junit4]   2> 1182038 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1182043 INFO  (zkConnectionManagerCallback-10539-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1182043 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1182048 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1182050 INFO  (zkConnectionManagerCallback-10541-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1182051 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1182052 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1182055 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1182057 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1182058 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1182059 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1182060 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1182061 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1182062 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1182063 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1182067 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1182069 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1182075 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1182081 INFO  (zkConnectionManagerCallback-10545-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1182081 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1182193 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1182304 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1182304 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1182304 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1182305 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1182305 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1182305 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1182309 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eb5660f{/,null,AVAILABLE}
   [junit4]   2> 1182310 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@9cedb2f{SSL, (ssl, http/1.1)}{127.0.0.1:34483}
   [junit4]   2> 1182310 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.s.Server Started @1182376ms
   [junit4]   2> 1182310 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/tempDir-001/control/data, hostContext=/, hostPort=34483, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/control-001/cores}
   [junit4]   2> 1182310 ERROR (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1182310 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1182310 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.1
   [junit4]   2> 1182310 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1182310 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
   [junit4]   2> 1182310 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-07-19T09:21:57.603Z
   [junit4]   2> 1182317 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1182317 INFO  (zkConnectionManagerCallback-10547-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1182317 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1182418 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1182419 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/control-001/solr.xml
   [junit4]   2> 1182421 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1182421 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1182423 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1184385 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1184385 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1184387 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3cc613d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1184387 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3cc613d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1184392 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1184395 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c352c3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1184395 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c352c3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1184396 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43815/solr
   [junit4]   2> 1184428 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1184479 INFO  (zkConnectionManagerCallback-10558-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1184479 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1184480 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]-SendThread(127.0.0.1:43815)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10674ff95250004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10674ff95250004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10674ff95250004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1184582 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1184585 INFO  (zkConnectionManagerCallback-10560-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1184585 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1184796 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1184972 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34483_
   [junit4]   2> 1184973 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.c.Overseer Overseer (id=73875084965904389-127.0.0.1:34483_-n_0000000000) starting
   [junit4]   2> 1185001 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34483_
   [junit4]   2> 1185001 INFO  (OverseerStateUpdate-73875084965904389-127.0.0.1:34483_-n_0000000000) [n:127.0.0.1:34483_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34483_
   [junit4]   2> 1185008 INFO  (OverseerStateUpdate-73875084965904389-127.0.0.1:34483_-n_0000000000) [n:127.0.0.1:34483_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1185012 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1185012 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1185024 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1185044 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1185051 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1185051 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1185052 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [n:127.0.0.1:34483_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/control-001/cores
   [junit4]   2> 1185066 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1185066 INFO  (zkConnectionManagerCallback-10577-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1185067 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1185068 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1185069 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43815/solr ready
   [junit4]   2> 1185121 INFO  (OverseerThreadFactory-10567-thread-1-processing-n:127.0.0.1:34483_) [n:127.0.0.1:34483_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1185238 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1185238 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1186250 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 1186250 WARN  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 1186254 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1186263 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1186287 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1186287 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1186287 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1186290 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.5654296875, floorSegmentMB=0.8837890625, forceMergeDeletesPctAllowed=12.614621195413374, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=41.36250069181709
   [junit4]   2> 1186308 WARN  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1186347 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1186347 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1186348 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1186348 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1186349 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=31.916015625, floorSegmentMB=1.8037109375, forceMergeDeletesPctAllowed=24.54400463109849, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.391742237375574
   [junit4]   2> 1186352 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1186353 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1186353 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1186353 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705704446121476096
   [junit4]   2> 1186357 INFO  (searcherExecutor-10579-thread-1-processing-n:127.0.0.1:34483_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1186361 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1186361 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1186365 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1186365 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1186365 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34483/control_collection_shard1_replica_n1/
   [junit4]   2> 1186365 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1186366 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:34483/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1186366 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73875084965904389-core_node2-n_0000000000
   [junit4]   2> 1186368 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34483/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1186470 INFO  (zkCallback-10559-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1186470 INFO  (zkCallback-10559-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1186471 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1186473 INFO  (qtp1621549823-16821) [n:127.0.0.1:34483_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1235
   [junit4]   2> 1186475 INFO  (qtp1621549823-16818) [n:127.0.0.1:34483_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1186573 INFO  (zkCallback-10559-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1186573 INFO  (zkCallback-10559-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1186573 INFO  (zkCallback-10559-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1186573 INFO  (qtp1621549823-16818) [n:127.0.0.1:34483_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34483_&wt=javabin&version=2} status=0 QTime=1458
   [junit4]   2> 1186574 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1186577 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]-SendThread(127.0.0.1:43815)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10674ff95250006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10674ff95250006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10674ff95250006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1186681 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1186685 INFO  (zkConnectionManagerCallback-10588-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1186685 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1186686 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1186687 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43815/solr ready
   [junit4]   2> 1186687 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1186697 INFO  (OverseerThreadFactory-10567-thread-2-processing-n:127.0.0.1:34483_) [n:127.0.0.1:34483_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1186698 INFO  (OverseerCollectionConfigSetProcessor-73875084965904389-127.0.0.1:34483_-n_0000000000) [n:127.0.0.1:34483_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1186901 WARN  (OverseerThreadFactory-10567-thread-2-processing-n:127.0.0.1:34483_) [n:127.0.0.1:34483_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1186902 INFO  (qtp1621549823-16818) [n:127.0.0.1:34483_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1186903 INFO  (qtp1621549823-16818) [n:127.0.0.1:34483_     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1186903 INFO  (qtp1621549823-16818) [n:127.0.0.1:34483_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=210
   [junit4]   2> 1186904 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1186905 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 1186905 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1186905 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 1186905 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1186905 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 1186905 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1186905 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=2
   [junit4]   2> 1187007 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 1187022 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1187022 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1187022 INFO  (closeThreadPool-10589-thread-1) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1187118 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 1187133 INFO  (closeThreadPool-10589-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1187133 INFO  (closeThreadPool-10589-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1187133 INFO  (closeThreadPool-10589-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1187137 INFO  (closeThreadPool-10589-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67827f06{/,null,AVAILABLE}
   [junit4]   2> 1187145 INFO  (closeThreadPool-10589-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7bbc2aa9{SSL, (ssl, http/1.1)}{127.0.0.1:34959}
   [junit4]   2> 1187145 INFO  (closeThreadPool-10589-thread-1) [     ] o.e.j.s.Server Started @1187211ms
   [junit4]   2> 1187145 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=34959, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-1-001/cores}
   [junit4]   2> 1187146 ERROR (closeThreadPool-10589-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1187146 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1187146 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.1
   [junit4]   2> 1187146 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1187146 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
   [junit4]   2> 1187146 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-07-19T09:22:02.439Z
   [junit4]   2> 1187146 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1187146 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1187146 INFO  (closeThreadPool-10589-thread-2) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1187158 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1187173 INFO  (zkConnectionManagerCallback-10591-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1187173 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1187175 INFO  (closeThreadPool-10589-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1187175 INFO  (closeThreadPool-10589-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1187175 INFO  (closeThreadPool-10589-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1187175 INFO  (closeThreadPool-10589-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e3d1290{/,null,AVAILABLE}
   [junit4]   2> 1187176 INFO  (closeThreadPool-10589-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@965a332{SSL, (ssl, http/1.1)}{127.0.0.1:45121}
   [junit4]   2> 1187176 INFO  (closeThreadPool-10589-thread-2) [     ] o.e.j.s.Server Started @1187242ms
   [junit4]   2> 1187176 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=45121, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-2-001/cores}
   [junit4]   2> 1187176 ERROR (closeThreadPool-10589-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1187176 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1187176 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.1
   [junit4]   2> 1187176 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1187176 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
   [junit4]   2> 1187176 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-07-19T09:22:02.469Z
   [junit4]   2> 1187177 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1187178 INFO  (zkConnectionManagerCallback-10593-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1187178 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1187278 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1187278 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-1-001/solr.xml
   [junit4]   2> 1187280 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1187280 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1187282 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1187377 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1187377 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-2-001/solr.xml
   [junit4]   2> 1187379 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1187379 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1187380 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1188091 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1188091 WARN  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1188097 WARN  (closeThreadPool-10589-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c8fb2f1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1188097 WARN  (closeThreadPool-10589-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c8fb2f1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1188101 WARN  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1188105 WARN  (closeThreadPool-10589-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ae6116c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1188105 WARN  (closeThreadPool-10589-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ae6116c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1188107 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43815/solr
   [junit4]   2> 1188109 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1188111 INFO  (zkConnectionManagerCallback-10607-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1188111 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1188214 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1188215 INFO  (zkConnectionManagerCallback-10609-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1188215 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1188218 WARN  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1188219 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1188222 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.ZkController Publish node=127.0.0.1:45121_ as DOWN
   [junit4]   2> 1188223 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1188223 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45121_
   [junit4]   2> 1188224 INFO  (zkCallback-10559-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1188224 INFO  (zkCallback-10587-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1188225 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1188226 WARN  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1188239 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1188249 INFO  (zkCallback-10608-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1188259 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1188284 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1188285 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1188286 INFO  (closeThreadPool-10589-thread-2) [n:127.0.0.1:45121_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-2-001/cores
   [junit4]   2> 1188301 INFO  (closeThreadPool-10589-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:45121_
   [junit4]   2> 1188755 INFO  (OverseerCollectionConfigSetProcessor-73875084965904389-127.0.0.1:34483_-n_0000000000) [n:127.0.0.1:34483_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1189408 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1189409 WARN  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1189464 WARN  (closeThreadPool-10589-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b8f90ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1189464 WARN  (closeThreadPool-10589-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b8f90ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1189466 WARN  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1189588 WARN  (closeThreadPool-10589-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4ccf3e7c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1189588 WARN  (closeThreadPool-10589-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4ccf3e7c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1189590 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43815/solr
   [junit4]   2> 1189591 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189591 INFO  (zkConnectionManagerCallback-10625-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1189592 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1189694 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189696 INFO  (zkConnectionManagerCallback-10627-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1189696 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1189705 WARN  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1189706 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1189716 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.ZkController Publish node=127.0.0.1:34959_ as DOWN
   [junit4]   2> 1189719 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1189719 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34959_
   [junit4]   2> 1189721 INFO  (zkCallback-10587-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1189721 INFO  (zkCallback-10608-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1189721 INFO  (zkCallback-10559-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1189721 INFO  (zkCallback-10626-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1189725 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1189726 WARN  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1189737 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1189757 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1189768 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1189768 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1189769 INFO  (closeThreadPool-10589-thread-1) [n:127.0.0.1:34959_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-1-001/cores
   [junit4]   2> 1189790 INFO  (closeThreadPool-10589-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34959_
   [junit4]   2> 1189800 INFO  (OverseerThreadFactory-10567-thread-3-processing-n:127.0.0.1:34483_) [n:127.0.0.1:34483_ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45121_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1189804 INFO  (OverseerThreadFactory-10567-thread-3-processing-n:127.0.0.1:34483_) [n:127.0.0.1:34483_ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1189805 INFO  (OverseerThreadFactory-10567-thread-4-processing-n:127.0.0.1:34483_) [n:127.0.0.1:34483_ c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34959_ for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 1189806 INFO  (OverseerThreadFactory-10567-thread-4-processing-n:127.0.0.1:34483_) [n:127.0.0.1:34483_ c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1189889 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_    x:collection1_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1189923 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1190903 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 1190904 WARN  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 1190908 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1190916 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1190936 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 1190936 WARN  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 1190940 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1190977 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1190979 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 1190980 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1190980 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-1-001/cores/collection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-1-001/cores/collection1_shard2_replica_n2/data/]
   [junit4]   2> 1190982 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.5654296875, floorSegmentMB=0.8837890625, forceMergeDeletesPctAllowed=12.614621195413374, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=41.36250069181709
   [junit4]   2> 1191013 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1191013 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2eae8acf
   [junit4]   2> 1191014 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 1191014 WARN  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1191016 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.5654296875, floorSegmentMB=0.8837890625, forceMergeDeletesPctAllowed=12.614621195413374, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=41.36250069181709
   [junit4]   2> 1191042 WARN  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1191080 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1191080 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1191081 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1191081 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1191082 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=31.916015625, floorSegmentMB=1.8037109375, forceMergeDeletesPctAllowed=24.54400463109849, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.391742237375574
   [junit4]   2> 1191085 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1191085 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1191086 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1191086 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705704451084386304
   [junit4]   2> 1191087 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191089 INFO  (searcherExecutor-10640-thread-1-processing-n:127.0.0.1:45121_ x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1191091 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1191091 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 1191094 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1191094 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1191094 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45121/collection1_shard1_replica_n1/
   [junit4]   2> 1191094 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1191094 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:45121/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1191094 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73875084965904395-core_node4-n_0000000000
   [junit4]   2> 1191095 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45121/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 1191096 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191125 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1191125 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1191126 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1191126 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1191127 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=31.916015625, floorSegmentMB=1.8037109375, forceMergeDeletesPctAllowed=24.54400463109849, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.391742237375574
   [junit4]   2> 1191130 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1191131 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1191131 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1191131 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705704451131572224
   [junit4]   2> 1191133 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191134 INFO  (searcherExecutor-10638-thread-1-processing-n:127.0.0.1:34959_ x:collection1_shard2_replica_n2 c:collection1 s:shard2) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [collection1_shard2_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1191143 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1191144 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 1191146 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1191146 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1191146 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34959/collection1_shard2_replica_n2/
   [junit4]   2> 1191146 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1191146 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy https://127.0.0.1:34959/collection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 1191146 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/73875084965904397-core_node3-n_0000000000
   [junit4]   2> 1191147 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34959/collection1_shard2_replica_n2/ shard2
   [junit4]   2> 1191148 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191269 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1191270 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1191271 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_ c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191272 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191273 INFO  (qtp1437687853-16880) [n:127.0.0.1:34959_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1383
   [junit4]   2> 1191273 INFO  (qtp1644115295-16894) [n:127.0.0.1:45121_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1349
   [junit4]   2> 1191279 INFO  (qtp1621549823-16817) [n:127.0.0.1:34483_ c:collection1    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45121_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1484
   [junit4]   2> 1191281 INFO  (qtp1621549823-16818) [n:127.0.0.1:34483_ c:collection1    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34959_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1480
   [junit4]   2> 1191281 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 2 active replicas in collection: collection1
   [junit4]   2> 1191281 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191375 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191375 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191376 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1191376 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout: true timeout (sec):
   [junit4]   2> 1191377 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1191377 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1191378 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.RollingRestartTest Current overseer leader = 127.0.0.1:34483_
   [junit4]   1> / (11)
   [junit4]   1>  /configs (2)
   [junit4]   1>   /configs/_default (6)
   [junit4]   1>    /configs/_default/protwords.txt (0)
   [junit4]   1>    DATA: ...supressed...
   [junit4]   1>    /configs/_default/managed-schema (0)
   [junit4]   1>    DATA:
   [junit4]   1>        <?xml version="1.0" encoding="UTF-8" ?>
   [junit4]   1>        <!--
   [junit4]   1>         Licensed to the Apache Software Foundation (ASF) under one or more
   [junit4]   1>         contributor license agreements.  See the NOTICE file distributed with
   [junit4]   1>         this work for additional information regarding copyright ownership.
   [junit4]   1>         The ASF licenses this file to You under the Apache License, Version 2.0
   [junit4]   1>         (the "License"); you may not use this file except in compliance with
   [junit4]   1>         the License.  You may obtain a copy of the License at
   [junit4]   1>        
   [junit4]   1>             http://www.apache.org/licenses/LICENSE-2.0
   [junit4]   1>        
   [junit4]   1>         Unless required by applicable law or agreed to in writing, software
   [junit4]   1>         distributed under the License is distributed on an "AS IS" BASIS,
   [junit4]   1>         WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   [junit4]   1>         See the License for the specific language governing permissions and
   [junit4]   1>         limitations under the License.
   [junit4]   1>        -->
   [junit4]   1>        
   [junit4]   1>        <!--
   [junit4]   1>        
   [junit4]   1>         This example schema is the recommended starting point for users.
   [junit4]   1>         It should be kept correct and concise, usable out-of-the-box.
   [junit4]   1>        
   [junit4]   1>        
   [junit4]   1>         For more information, on how to customize this file, please see
   [junit4]   1>         http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
   [junit4]   1>        
   [junit4]   1>         PERFORMANCE NOTE: this schema includes many optional features and should not
   [junit4]   1>         be used for benchmarking.  To improve performance one could
   [junit4]   1>          - set stored="false" for all fields possible (esp large fields) when you
   [junit4]   1>            only need to search on the field but don't need to return the original
   [junit4]   1>            value.
   [junit4]   1>          - set indexed="false" if you don't need to search on the field, but only
   [junit4]   1>            return the field as a result of searching on other indexed fields.
   [junit4]   1>          - remove all unneeded copyField statements
   [junit4]   1>          - for best index size and searching performance, set "index" to false
   [junit4]   1>            for all general text fields, use copyField to copy them to the
   [junit4]   1>            catchall "text" field, and use that for searching.
   [junit4]   1>        -->
   [junit4]   1>        
   [junit4]   1>        <schema name="default-config" version="1.6">
   [junit4]   1>            <!-- attribute "name" is the name of this schema and is only used for display purposes.
   [junit4]   1>               version="x.y" is Solr's version number for the schema syntax and 
   [junit4]   1>               semantics.  It should not normally be changed by applications.
   [junit4]   1>        
   [junit4]   1>               1.0: multiValued attribute did not exist, all fields are multiValued 
   [junit4]   1>                    by nature
   [junit4]   1>               1.1: multiValued attribute introduced, false by default 
   [junit4]   1>               1.2: omitTermFreqAndPositions attribute introduced, true by default 
   [junit4]   1>                    except for text fields.
   [junit4]   1>               1.3: removed optional field compress feature
   [junit4]   1>               1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
   [junit4]   1>                    behavior when a single string produces multiple tokens.  Defaults 
   [junit4]   1>                    to off for version >= 1.4
   [junit4]   1>               1.5: omitNorms defaults to true for primitive field types 
   [junit4]   1>                    (int, float, boolean, string...)
   [junit4]   1>               1.6: useDocValuesAsStored defaults to true.
   [junit4]   1>            -->
   [junit4]   1>        
   [junit4]   1>            <!-- Valid attributes for fields:
   [junit4]   1>             name: mandatory - the name for the field
   [junit4]   1>             type: mandatory - the name of a field type from the 
   [junit4]   1>               fieldTypes section
   [junit4]   1>             indexed: true if this field should be indexed (searchable or sortable)
   [junit4]   1>             stored: true if this field should be retrievable
   [junit4]   1>             docValues: true if this field should have doc values. Doc Values is
   [junit4]   1>               recommended (required, if you are using *Point fields) for faceting,
   [junit4]   1>               grouping, sorting and function queries. Doc Values will make the index
   [junit4]   1>               faster to load, more NRT-friendly and more memory-efficient. 
   [junit4]   1>               They are currently only supported by StrField, UUIDField, all 
   [junit4]   1>               *PointFields, and depending on the field type, they might require
   [junit4]   1>               the field to be single-valued, be required or have a default value
   [junit4]   1>        

[...truncated too long message...]

seThreadPool-10685-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71ef777f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@25b9a5dd
   [junit4]   2> 1254984 INFO  (closeThreadPool-10685-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1254985 INFO  (OverseerAutoScalingTriggerThread-73875084965904389-127.0.0.1:34483_-n_0000000030) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1254987 INFO  (closeThreadPool-10697-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73875084965904397-127.0.0.1:34959_-n_0000000006) closing
   [junit4]   2> 1254987 INFO  (closeThreadPool-10697-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73875084965904397-127.0.0.1:34959_-n_0000000006) closing
   [junit4]   2> 1254988 INFO  (closeThreadPool-10696-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73875084965904389-127.0.0.1:34483_-n_0000000030) closing
   [junit4]   2> 1255083 INFO  (closeThreadPool-10685-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73875084965904389-127.0.0.1:34483_-n_0000000030) closing
   [junit4]   2> 1255084 INFO  (closeThreadPool-10685-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@9cedb2f{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 1255085 INFO  (closeThreadPool-10685-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@eb5660f{/,null,STOPPED}
   [junit4]   2> 1255085 INFO  (closeThreadPool-10685-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1255183 INFO  (closeThreadPool-10685-thread-3) [     ] o.a.s.c.Overseer Overseer (id=73875084965904397-127.0.0.1:34959_-n_0000000006) closing
   [junit4]   2> 1255184 INFO  (closeThreadPool-10685-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7bbc2aa9{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 1255184 INFO  (closeThreadPool-10685-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@67827f06{/,null,STOPPED}
   [junit4]   2> 1255184 INFO  (closeThreadPool-10685-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1255185 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1255287 WARN  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]-SendThread(127.0.0.1:43815)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10674ff95250001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10674ff95250001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10674ff95250001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1255388 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/collection1/state.json
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	2	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/clusterstate.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	7	/solr/autoscaling.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/73875084965904397-127.0.0.1:34959_-n_0000000006
   [junit4]   2> 	2	/solr/overseer_elect/election/73875084965904395-127.0.0.1:45121_-n_0000000025
   [junit4]   2> 	2	/solr/overseer_elect/election/73875084965904389-127.0.0.1:34483_-n_0000000027
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/overseer/queue
   [junit4]   2> 	26	/solr/overseer/collection-queue-work
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 	8	/solr/overseer/queue-work
   [junit4]   2> 	7	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	7	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/collections/control_collection/state.json
   [junit4]   2> 
   [junit4]   2> 1255393 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43815
   [junit4]   2> 1255393 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43815
   [junit4]   2> 1255393 INFO  (TEST-RollingRestartTest.test-seed#[DDC1ACDB2003F8F1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43815
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=DDC1ACDB2003F8F1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=el-CY -Dtests.timezone=Europe/Istanbul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 73.5s J3 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: No overseer designate as leader found after restart #1: 127.0.0.1:34483_
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DDC1ACDB2003F8F1:559593018EFF9509]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:101)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_DDC1ACDB2003F8F1-001
   [junit4]   2> Jul 19, 2021 9:23:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=el-CY, timezone=Europe/Istanbul
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=196593464,total=515375104
   [junit4]   2> NOTE: All tests run in this JVM: [TestUtils, TestCoreContainer, MetricTriggerTest, CursorPagingTest, GraphQueryTest, StatsComponentTest, TokenizerChainTest, ShardSplitTest, TestStressUserVersions, TestFastLRUCache, DistributedSuggestComponentTest, OverseerTaskQueueTest, DaemonStreamApiTest, TestTrieFacet, TestDynamicFieldResource, TestChildDocTransformer, TestGroupingSearch, TestDocTermOrdsUninvertLimit, BasicAuthStandaloneTest, TestMacroExpander, TestQueryingOnDownCollection, LeaderFailoverAfterPartitionTest, ReturnFieldsTest, ResponseLogComponentTest, TestBlendedInfixSuggestions, CustomHighlightComponentTest, DistributedQueryComponentCustomSortTest, CloudExitableDirectoryReaderTest, TestSystemCollAutoCreate, TestCustomSort, TestSolrCLIRunExample, UpdateLogTest, IndexSizeTriggerMixedBoundsTest, TestHighFrequencyDictionaryFactory, TestMergePolicyConfig, TestOrdValues, TestJsonFacets, TestInfoStreamLogging, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestIndexingPerformance, JavabinLoaderTest, BlockJoinFacetDistribTest, SoftAutoCommitTest, DistanceUnitsTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestRequestForwarding, TestPseudoReturnFields, TestLeaderElectionZkExpiry, HdfsChaosMonkeyNothingIsSafeTest, AtomicUpdateProcessorFactoryTest, LoggingHandlerTest, TestScoreJoinQPScore, SolrXmlInZkTest, LegacyCloudClusterPropTest, SystemLogListenerTest, ConnectionManagerTest, UninvertDocValuesMergePolicyTest, TestLegacyTerms, SystemInfoHandlerTest, TestConfigReload, QueryResultKeyTest, ZookeeperStatusHandlerFailureTest, ShowFileRequestHandlerTest, TestRandomFaceting, MetricsDisabledCloudTest, TestSolrConfigHandlerCloud, DeleteLastCustomShardedReplicaTest, TestSimPolicyCloud, TestCloudJSONFacetSKG, TestTextField, TestInitQParser, ForceLeaderWithTlogReplicasTest, AnalysisErrorHandlingTest, PrimitiveFieldTypeTest, HighlighterConfigTest, HdfsBackupRepositoryIntegrationTest, MissingSegmentRecoveryTest, SubstringBytesRefFilterTest, TestClusterStateMutator, TestDistribPackageStore, TestSubQueryTransformerCrossCore, PeerSyncWithIndexFingerprintCachingTest, SpellCheckCollatorTest, AddReplicaTest, SimpleMLTQParserTest, AlternateDirectoryTest, CdcrWithNodesRestartsTest, TestDynamicFieldNamesIndexCorrectly, TestDFISimilarityFactory, TestSizeLimitedDistributedMap, SolrPluginUtilsTest, DateFieldTest, RollingRestartTest]
   [junit4] Completed [469/939 (1!)] on J3 in 74.58s, 1 test, 1 failure <<< FAILURES!

[...truncated 54141 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 237 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/237/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.servlet.HttpSolrCallGetCoreTest

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:33143/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33143/solr
	at __randomizedtesting.SeedInfo.seed([A66D6CE332D79364]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.servlet.HttpSolrCallGetCoreTest.setupCluster(HttpSolrCallGetCoreTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 36 more




Build Log:
[...truncated 14711 lines...]
   [junit4] Suite: org.apache.solr.servlet.HttpSolrCallGetCoreTest
   [junit4]   2> 905004 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 905004 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 905004 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/data-dir-97-001
   [junit4]   2> 905005 WARN  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 905005 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 905007 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 905007 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 905007 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001
   [junit4]   2> 905007 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 905117 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 905117 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 905119 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 905217 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 43221
   [junit4]   2> 905217 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43221
   [junit4]   2> 905217 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43221
   [junit4]   2> 905217 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43221
   [junit4]   2> 905221 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 905229 INFO  (zkConnectionManagerCallback-9731-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 905229 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 905241 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 905249 INFO  (zkConnectionManagerCallback-9733-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 905249 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 905250 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 905251 INFO  (zkConnectionManagerCallback-9735-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 905251 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 905252 WARN  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker-SendThread(127.0.0.1:43221)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x106777e3bc40002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x106777e3bc40002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x106777e3bc40002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 905445 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 905445 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 905445 INFO  (jetty-launcher-9736-thread-1) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 905524 INFO  (jetty-launcher-9736-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 905524 INFO  (jetty-launcher-9736-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 905525 INFO  (jetty-launcher-9736-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 905525 INFO  (jetty-launcher-9736-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a9d5a10{/solr,null,AVAILABLE}
   [junit4]   2> 905526 INFO  (jetty-launcher-9736-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@58e76347{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33143}
   [junit4]   2> 905526 INFO  (jetty-launcher-9736-thread-1) [     ] o.e.j.s.Server Started @905556ms
   [junit4]   2> 905526 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:43221/solr, hostPort=33143}
   [junit4]   2> 905526 ERROR (jetty-launcher-9736-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 905526 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 905526 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.1
   [junit4]   2> 905526 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 905526 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
   [junit4]   2> 905526 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-07-19T20:59:32.259Z
   [junit4]   2> 905527 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 905529 INFO  (zkConnectionManagerCallback-9738-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 905530 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 905530 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 905534 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 905535 WARN  (jetty-launcher-9736-thread-1-SendThread(127.0.0.1:43221)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x106777e3bc40003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x106777e3bc40003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x106777e3bc40003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 906778 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 906779 WARN  (jetty-launcher-9736-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@8e79[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 906779 WARN  (jetty-launcher-9736-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@8e79[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 906990 WARN  (jetty-launcher-9736-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f276377[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 906990 WARN  (jetty-launcher-9736-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f276377[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 906991 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43221/solr
   [junit4]   2> 906993 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 906994 INFO  (zkConnectionManagerCallback-9749-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 906994 INFO  (jetty-launcher-9736-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 907101 INFO  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 907102 INFO  (zkConnectionManagerCallback-9751-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 907102 INFO  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 907185 WARN  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 907190 INFO  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33143_solr
   [junit4]   2> 907191 INFO  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.Overseer Overseer (id=73877827950477317-127.0.0.1:33143_solr-n_0000000000) starting
   [junit4]   2> 907198 INFO  (OverseerStateUpdate-73877827950477317-127.0.0.1:33143_solr-n_0000000000) [n:127.0.0.1:33143_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33143_solr
   [junit4]   2> 907198 INFO  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33143_solr
   [junit4]   2> 907202 INFO  (OverseerStateUpdate-73877827950477317-127.0.0.1:33143_solr-n_0000000000) [n:127.0.0.1:33143_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 907204 INFO  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 907204 WARN  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 907221 INFO  (jetty-launcher-9736-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1
   [junit4]   2> 907240 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 907241 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 907244 INFO  (zkConnectionManagerCallback-9766-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 907244 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 907247 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 907248 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43221/solr ready
   [junit4]   2> 907258 INFO  (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 907273 WARN  (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection collection1 is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 907280 INFO  (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:33143_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:33143/solr",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 907287 INFO  (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection1_shard1_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:33143_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:33143/solr",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 907293 INFO  (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection1_shard2_replica_n5",
   [junit4]   2>   "node_name":"127.0.0.1:33143_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:33143/solr",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 907300 INFO  (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection1_shard2_replica_n7",
   [junit4]   2>   "node_name":"127.0.0.1:33143_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:33143/solr",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 907306 INFO  (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection1_shard3_replica_n9",
   [junit4]   2>   "node_name":"127.0.0.1:33143_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:33143/solr",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 907310 INFO  (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection1_shard3_replica_n11",
   [junit4]   2>   "node_name":"127.0.0.1:33143_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:33143/solr",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 907315 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=3&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 907315 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr    x:collection1_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 907316 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr    x:collection1_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n3&action=CREATE&numShards=3&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 907316 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr    x:collection1_shard2_replica_n7 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n7&action=CREATE&numShards=3&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 907317 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr    x:collection1_shard2_replica_n5 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n5&action=CREATE&numShards=3&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 907321 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr    x:collection1_shard3_replica_n9 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=config&newCollection=true&name=collection1_shard3_replica_n9&action=CREATE&numShards=3&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 907322 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr    x:collection1_shard3_replica_n11 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=config&newCollection=true&name=collection1_shard3_replica_n11&action=CREATE&numShards=3&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 907343 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 907343 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 907343 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 907345 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 907346 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 907346 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n3' using configuration from configset config, trusted=true
   [junit4]   2> 907346 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard1_replica_n3/data/]
   [junit4]   2> 907347 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 907347 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 907347 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n5' using configuration from configset config, trusted=true
   [junit4]   2> 907347 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard2_replica_n5/data/]
   [junit4]   2> 907348 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 907348 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 907348 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n7' using configuration from configset config, trusted=true
   [junit4]   2> 907348 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard2_replica_n7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard2_replica_n7/data/]
   [junit4]   2> 907354 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 907358 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 907358 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 907358 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n9' using configuration from configset config, trusted=true
   [junit4]   2> 907358 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.SolrCore [[collection1_shard3_replica_n9] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard3_replica_n9], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard3_replica_n9/data/]
   [junit4]   2> 907360 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 907361 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 907361 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 907361 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n11' using configuration from configset config, trusted=true
   [junit4]   2> 907361 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.c.SolrCore [[collection1_shard3_replica_n11] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard3_replica_n11], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard3_replica_n11/data/]
   [junit4]   2> 907369 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 907376 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 907377 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 907377 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset config, trusted=true
   [junit4]   2> 907377 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.servlet.HttpSolrCallGetCoreTest_A66D6CE332D79364-001/tempDir-001/node1/collection1_shard1_replica_n1/data/]
   [junit4]   2> 907442 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 907442 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 907442 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 907442 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 907443 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 907443 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 907443 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 907443 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 907446 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 907446 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 907446 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 907446 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 907448 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 907449 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 907449 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 907449 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 907449 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 907449 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 907449 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705748331686264832
   [junit4]   2> 907449 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 907449 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705748331686264832
   [junit4]   2> 907451 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 907451 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 907451 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705748331688361984
   [junit4]   2> 907453 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 907453 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 907454 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 907454 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 907456 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 907456 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 907457 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 907457 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705748331694653440
   [junit4]   2> 907458 INFO  (searcherExecutor-9772-thread-1-processing-n:127.0.0.1:33143_solr x:collection1_shard2_replica_n7 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.SolrCore [collection1_shard2_replica_n7]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 907458 INFO  (searcherExecutor-9770-thread-1-processing-n:127.0.0.1:33143_solr x:collection1_shard2_replica_n5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.c.SolrCore [collection1_shard2_replica_n5]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 907459 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 907459 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 907460 INFO  (searcherExecutor-9778-thread-1-processing-n:127.0.0.1:33143_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 907461 INFO  (searcherExecutor-9774-thread-1-processing-n:127.0.0.1:33143_solr x:collection1_shard3_replica_n9 c:collection1 s:shard3 r:core_node10) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.SolrCore [collection1_shard3_replica_n9]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 907461 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 907461 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 907463 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 907465 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 907465 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 907465 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705748331703042048
   [junit4]   2> 907465 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 907466 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 907467 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
   [junit4]   2> 907467 INFO  (qtp1444976627-15926) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 907471 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard3 to Terms{values={core_node10=0}, version=0}
   [junit4]   2> 907471 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard3
   [junit4]   2> 907473 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 907474 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 907474 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 907474 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 907474 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33143/solr/collection1_shard2_replica_n7/
   [junit4]   2> 907475 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n7 url=http://127.0.0.1:33143/solr  START replicas=[http://127.0.0.1:33143/solr/collection1_shard2_replica_n5/] nUpdates=100
   [junit4]   2> 907476 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 907476 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 907477 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 907477 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n7 url=http://127.0.0.1:33143/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 907477 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 907478 INFO  (searcherExecutor-9776-thread-1-processing-n:127.0.0.1:33143_solr x:collection1_shard3_replica_n11 c:collection1 s:shard3 r:core_node12) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.c.SolrCore [collection1_shard3_replica_n11]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 907478 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoute in=9998ms
   [junit4]   2> 907479 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 907479 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 907479 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 907480 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1705748331718770688
   [junit4]   2> 907482 INFO  (qtp1444976627-15968) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_n5 ] o.a.s.c.S.Request [collection1_shard2_replica_n5]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 907482 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 907482 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 907482 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/73877827950477317-core_node8-n_0000000000
   [junit4]   2> 907484 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9998ms
   [junit4]   2> 907485 INFO  (searcherExecutor-9768-thread-1-processing-n:127.0.0.1:33143_solr x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.c.SolrCore [collection1_shard1_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 907487 INFO  (zkCallback-9750-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907487 INFO  (zkCallback-9750-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907487 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33143/solr/collection1_shard2_replica_n7/ shard2
   [junit4]   2> 907488 INFO  (zkCallback-9750-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907492 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard3 to Terms{values={core_node10=0, core_node12=0}, version=1}
   [junit4]   2> 907492 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard3
   [junit4]   2> 907495 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n7 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 907500 INFO  (zkCallback-9750-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907500 INFO  (zkCallback-9750-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907500 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 907500 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 907501 INFO  (zkCallback-9750-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907507 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n7&action=CREATE&numShards=3&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=191
   [junit4]   2> 907979 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 907979 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 907979 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33143/solr/collection1_shard3_replica_n9/
   [junit4]   2> 907979 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard3_replica_n9 url=http://127.0.0.1:33143/solr  START replicas=[http://127.0.0.1:33143/solr/collection1_shard3_replica_n11/] nUpdates=100
   [junit4]   2> 907979 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard3_replica_n9 url=http://127.0.0.1:33143/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 907980 INFO  (qtp1444976627-15968) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node12 x:collection1_shard3_replica_n11 ] o.a.s.c.S.Request [collection1_shard3_replica_n11]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 907980 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 907980 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 907980 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard3/leader after winning as /collections/collection1/leader_elect/shard3/election/73877827950477317-core_node10-n_0000000000
   [junit4]   2> 907982 INFO  (zkCallback-9750-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907982 INFO  (zkCallback-9750-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907982 INFO  (zkCallback-9750-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907982 INFO  (zkCallback-9750-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907982 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33143/solr/collection1_shard3_replica_n9/ shard3
   [junit4]   2> 907983 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr c:collection1 s:shard3 r:core_node10 x:collection1_shard3_replica_n9 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 907985 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 907985 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 907985 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33143/solr/collection1_shard1_replica_n1/
   [junit4]   2> 907985 INFO  (zkCallback-9750-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907985 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:33143/solr  START replicas=[http://127.0.0.1:33143/solr/collection1_shard1_replica_n3/] nUpdates=100
   [junit4]   2> 907985 INFO  (zkCallback-9750-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907985 INFO  (zkCallback-9750-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907985 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:33143/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 907985 INFO  (zkCallback-9750-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907985 INFO  (qtp1444976627-15928) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.c.S.Request [collection1_shard1_replica_n3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 907986 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 907986 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 907986 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73877827950477317-core_node2-n_0000000000
   [junit4]   2> 907987 INFO  (qtp1444976627-15966) [n:127.0.0.1:33143_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node10&collection.configName=config&newCollection=true&name=collection1_shard3_replica_n9&action=CREATE&numShards=3&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=666
   [junit4]   2> 907988 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33143/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 907988 INFO  (zkCallback-9750-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907988 INFO  (zkCallback-9750-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907988 INFO  (zkCallback-9750-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907988 INFO  (zkCallback-9750-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907989 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 907990 INFO  (zkCallback-9750-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907990 INFO  (zkCallback-9750-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907990 INFO  (zkCallback-9750-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907990 INFO  (zkCallback-9750-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 907992 INFO  (qtp1444976627-15927) [n:127.0.0.1:33143_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=3&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=677
   [junit4]   2> 908501 INFO  (zkCallback-9750-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 908501 INFO  (zkCallback-9750-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 908501 INFO  (zkCallback-9750-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 908501 INFO  (zkCallback-9750-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 908504 INFO  (qtp1444976627-15967) [n:127.0.0.1:33143_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node12&collection.configName=config&newCollection=true&name=collection1_shard3_replica_n11&action=CREATE&numShards=3&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1182
   [junit4]   2> 908506 INFO  (zkCallback-9750-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 908506 INFO  (zkCallback-9750-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 908506 INFO  (zkCallback-9750-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 908506 INFO  (zkCallback-9750-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 908508 INFO  (qtp1444976627-15924) [n:127.0.0.1:33143_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n3&action=CREATE&numShards=3&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1193
   [junit4]   2> 1027413 ERROR (OverseerThreadFactory-9758-thread-1-processing-n:127.0.0.1:33143_solr) [n:127.0.0.1:33143_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:33143/solr
   [junit4]   2>           => org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33143/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33143/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandlerFactory$1.request(HttpShardHandlerFactory.java:169) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:130) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:41) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_291]
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) ~[metrics-core-4.1.5.jar:4.1.5]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_291]
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_291]
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) ~[httpcore-4.4.13.jar:4.4.13]
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) ~[httpcore-4.4.13.jar:4.4.13]
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) ~[httpcore-4.4.13.jar:4.4.13]
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) ~[httpcore-4.4.13.jar:4.4.13]
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) ~[httpcore-4.4.13.jar:4.4.13]
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) ~[httpcore-4.4.13.jar:4.4.13]
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) ~[httpcore-4.4.13.jar:4.4.13]
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120) ~[java/:?]
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) ~[httpclient-4.5.12.jar:4.5.12]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571) ~[java/:?]
   [junit4]   2> 	... 14 more
   [junit4]   2> 1087257 ERROR (qtp1444976627-15925) [n:127.0.0.1:33143_solr     ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.sendToOCPQueue(CollectionsHandler.java:394)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:299)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:257)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1087258 INFO  (qtp1444976627-15925) [n:127.0.0.1:33143_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&maxShardsPerNode=6&name=collection1&nrtReplicas=2&action=CREATE&numShards=3&perReplicaState=true&wt=javabin&version=2} status=500 QTime=180003
   [junit4]   2> 1087258 ERROR (qtp1444976627-15925) [n:127.0.0.1:33143_solr     ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.sendToOCPQueue(CollectionsHandler.java:394)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:299)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:257)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1087297 INFO  (jetty-closer-9803-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1499430685
   [junit4]   2> 1087297 INFO  (jetty-closer-9803-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33143_solr
   [junit4]   2> 1087298 INFO  (jetty-closer-9803-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1087298 INFO  (jetty-closer-9803-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:33143_solr as DOWN
   [junit4]   2> 1087303 INFO  (zkCallback-9750-thread-7) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1087305 INFO  (coreCloseExecutor-9807-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.c.SolrCore [collection1_shard3_replica_n9]  CLOSING SolrCore org.apache.solr.core.SolrCore@73f0b040
   [junit4]   2> 1087305 INFO  (coreCloseExecutor-9807-thread-2) [n:127.0.0.1:33143_solr     ] o.a.s.c.SolrCore [collection1_shard2_replica_n7]  CLOSING SolrCore org.apache.solr.core.SolrCore@3244ce3a
   [junit4]   2> 1087305 INFO  (coreCloseExecutor-9807-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard3.replica_n9 tag=SolrCore@73f0b040
   [junit4]   2> 1087305 INFO  (coreCloseExecutor-9807-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard3.leader tag=SolrCore@73f0b040
   [junit4]   2> 1087305 INFO  (coreCloseExecutor-9807-thread-2) [n:127.0.0.1:33143_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n7 tag=SolrCore@3244ce3a
   [junit4]   2> 1087305 INFO  (coreCloseExecutor-9807-thread-2) [n:127.0.0.1:33143_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader tag=SolrCore@3244ce3a
   [junit4]   2> 1087306 INFO  (coreCloseExecutor-9807-thread-1) [n:127.0.0.1:33143_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1087306 INFO  (coreCloseExecutor-9807-thread-2) [n:127.0.0.1:33143_solr     ] o.a.

[...truncated too long message...]

ion was thrown while closing send thread for session 0x106777e3bc40001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x106777e3bc40001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x106777e3bc40001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1087654 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard3
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	40	/solr/collections/collection1/state.json
   [junit4]   2> 	8	/solr/overseer/queue
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1087657 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43221
   [junit4]   2> 1087657 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43221
   [junit4]   2> 1087657 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43221
   [junit4]   2> 1087657 INFO  (SUITE-HttpSolrCallGetCoreTest-seed#[A66D6CE332D79364]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jul 19, 2021 9:02:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=zh, timezone=Etc/Universal
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=211232992,total=519569408
   [junit4]   2> NOTE: All tests run in this JVM: [MigrateRouteKeyTest, TestSimNodeLostTrigger, TestShortCircuitedRequests, PeerSyncReplicationTest, TestLMDirichletSimilarityFactory, SpellingQueryConverterTest, TestCSVLoader, SolrLogAuditLoggerPluginTest, SolrIndexMetricsTest, DistribJoinFromCollectionTest, TestSolrCoreSnapshots, ForceLeaderTest, TestLegacyNumericRangeQueryBuilder, RemoteQueryErrorTest, TestStressLiveNodes, TestCustomStream, TestSolrCloudWithKerberosAlt, DistributedDebugComponentTest, PurgeGraphTest, RankQueryTest, TestRebalanceLeaders, OverseerStatusTest, TestPointFields, HttpTriggerListenerTest, TestClassicSimilarityFactory, TestManagedStopFilterFactory, NestedAtomicUpdateTest, DocumentAnalysisRequestHandlerTest, TestDefaultStatsCache, SolrRequestParserTest, TestSimpleTextCodec, TestSolrCloudWithHadoopAuthPlugin, SegmentsInfoRequestHandlerTest, ClusterStateUpdateTest, TestXmlQParserPlugin, TransactionLogTest, TestFieldCacheSort, TestCryptoKeys, SSLMigrationTest, CoreMergeIndexesAdminHandlerTest, HighlighterWithoutStoredIdTest, URLClassifyProcessorTest, TestSortableTextField, DeleteShardTest, ZkNodePropsTest, RootFieldTest, PluginInfoTest, CustomCollectionTest, SchemaApiFailureTest, ActionThrottleTest, CursorMarkTest, RestartWhileUpdatingTest, SolrJmxReporterTest, TestFastOutputStream, InfoHandlerTest, TestSlowCompositeReaderWrapper, BasicDistributedZk2Test, TestMultiWordSynonyms, HttpPartitionTest, TriggerEventQueueTest, ResourceLoaderTest, TestLegacyFieldCache, ZkDynamicConfigTest, HdfsBasicDistributedZkTest, ShardTermsTest, PreAnalyzedFieldTest, SynonymTokenizerTest, TestLRUStatsCache, CdcrVersionReplicationTest, TestExpandComponent, TestConfigSets, TestWriterPerf, PingRequestHandlerTest, TestSolrQueryResponse, SpellCheckComponentTest, TestJsonRangeFacets, TestIntervalFaceting, ClassificationUpdateProcessorFactoryTest, NodeMutatorTest, TestSubQueryTransformer, TestNamedUpdateProcessors, SystemCollectionCompatTest, TestTestInjection, CollectionsAPIAsyncDistributedZkTest, TestBackupRepositoryFactory, DocValuesMultiTest, ExplicitHLLTest, TestIncrementalCoreBackup, TestQuerySenderListener, ByteBuffersDirectoryFactoryTest, TestEmbeddedSolrServerConstructors, TestCursorMarkWithoutUniqueKey, BackupIdTest, TestRealTimeGet, DateMathParserTest, AutoScalingHandlerTest, TestWordDelimiterFilterFactory, TestFuzzyAnalyzedSuggestions, DistributedMLTComponentTest, StatelessScriptUpdateProcessorFactoryTest, BlockDirectoryTest, TestSolrCoreParser, MetricsConfigTest, CleanupOldIndexTest, TestDocumentBuilder, TestPullReplicaWithAuth, DeleteInactiveReplicaTest, HttpSolrCallGetCoreTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpSolrCallGetCoreTest -Dtests.seed=A66D6CE332D79364 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=zh -Dtests.timezone=Etc/Universal -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | HttpSolrCallGetCoreTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33143/solr
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A66D6CE332D79364]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCallGetCoreTest.setupCluster(HttpSolrCallGetCoreTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
   [junit4]    > 	... 36 more
   [junit4] Completed [418/939 (1!)] on J2 in 183.08s, 0 tests, 1 error <<< FAILURES!

[...truncated 54318 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 236 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/236/

1 tests failed.
FAILED:  org.apache.solr.metrics.reporters.SolrJmxReporterTest.testClosedCore

Error Message:
Captured an uncaught exception in thread: Thread[id=3845, name=Thread-539, state=RUNNABLE, group=TGRP-SolrJmxReporterTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3845, name=Thread-539, state=RUNNABLE, group=TGRP-SolrJmxReporterTest]
	at __randomizedtesting.SeedInfo.seed([33B7522F72C23A15:44CA840F525B58E5]:0)
Caused by: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([33B7522F72C23A15]:0)
	at org.junit.Assert.fail(Assert.java:87)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.junit.Assert.assertNotNull(Assert.java:713)
	at org.junit.Assert.assertNotNull(Assert.java:723)
	at org.apache.solr.metrics.reporters.SolrJmxReporterTest$1.run(SolrJmxReporterTest.java:213)




Build Log:
[...truncated 13613 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrJmxReporterTest
   [junit4]   2> 225286 INFO  (SUITE-SolrJmxReporterTest-seed#[33B7522F72C23A15]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 225287 INFO  (SUITE-SolrJmxReporterTest-seed#[33B7522F72C23A15]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrJmxReporterTest_33B7522F72C23A15-001/data-dir-29-001
   [junit4]   2> 225287 INFO  (SUITE-SolrJmxReporterTest-seed#[33B7522F72C23A15]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 225289 INFO  (SUITE-SolrJmxReporterTest-seed#[33B7522F72C23A15]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 225289 INFO  (SUITE-SolrJmxReporterTest-seed#[33B7522F72C23A15]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 225292 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testEnabled
   [junit4]   2> 225292 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 225297 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 225311 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 225314 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 225321 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 225484 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:377) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:342) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest.beforeTest(SolrJmxReporterTest.java:79) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 225486 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1348) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1380) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:678) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest.beforeTest(SolrJmxReporterTest.java:79) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 225487 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 225488 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 225493 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ff4dbbc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 225493 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ff4dbbc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 225496 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 225497 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6faaf9d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 225497 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6faaf9d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 225498 WARN  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 225525 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 225531 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 225531 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 225532 INFO  (coreLoadExecutor-2154-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 225542 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 225558 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 225561 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 225568 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 225575 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 225575 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 225575 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrJmxReporterTest_33B7522F72C23A15-001/data-dir-29-001/]
   [junit4]   2> 225576 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=11.21875, floorSegmentMB=1.35546875, forceMergeDeletesPctAllowed=8.998822659888365, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4642644401271, deletesPctAllowed=43.146651164179424
   [junit4]   2> 225653 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 225653 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 225654 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 225655 WARN  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 225657 INFO  (coreLoadExecutor-2154-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 225658 INFO  (searcherExecutor-2156-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 225658 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 225705 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'SolrJmxReporterTest-qacsg.solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56009136
   [junit4]   2> 225733 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'SolrJmxReporterTest-vrxsazyq.solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56009136
   [junit4]   2> 225733 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [    x:collection1 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.collection1
   [junit4]   2> 225756 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=null
   [junit4]   2> 225756 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b7b05b2: rootName = SolrJmxReporterTest-qacsg, domain = solr.core.collection1, service url = null, agent id = localhost_1626710384503] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@4fc5b35d
   [junit4]   2> 225769 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19217161: rootName = SolrJmxReporterTest-rcwob, domain = SolrJmxReporterTest-vwiakry, service url = null, agent id = localhost_1626710384503] for registry solr.core.collection1/null
   [junit4]   2> 225769 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50b05c7a: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@4fc5b35d
   [junit4]   2> 225782 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e77d2fe: rootName = SolrJmxReporterTest-vrxsazyq, domain = solr.core.collection1, service url = null, agent id = localhost_1626710384503] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@4fc5b35d
   [junit4]   2> 225798 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@4c7141d6
   [junit4]   2> 225798 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 225798 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1494017435
   [junit4]   2> 225799 INFO  (coreCloseExecutor-2161-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4c7141d6
   [junit4]   2> 225799 INFO  (coreCloseExecutor-2161-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@4c7141d6
   [junit4]   2> 225800 INFO  (coreCloseExecutor-2161-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 225919 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 225919 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e1e503d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@747507fc
   [junit4]   2> 225925 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 225925 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fd23791: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1275cb73
   [junit4]   2> 225928 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 225928 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a50bfd3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@3685eaa4
   [junit4]   2> 225931 INFO  (TEST-SolrJmxReporterTest.testEnabled-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testEnabled
   [junit4]   2> 225934 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testClosedCore
   [junit4]   2> 225934 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 225939 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 225953 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 225954 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrJmxReporterTest_33B7522F72C23A15-001/data-dir-30-001
   [junit4]   2> 225957 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 225964 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 227332 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:377) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:342) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest.beforeTest(SolrJmxReporterTest.java:79) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 227334 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1348) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1380) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:678) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest.beforeTest(SolrJmxReporterTest.java:79) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 227336 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 227340 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 227348 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2cc46b5f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 227348 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2cc46b5f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 227361 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 227364 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f0ce09f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 227364 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f0ce09f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 227365 WARN  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 227401 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 227412 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 227412 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 227414 INFO  (coreLoadExecutor-2173-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 227432 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 227447 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 227450 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 227457 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 227464 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 227465 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 227465 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrJmxReporterTest_33B7522F72C23A15-001/data-dir-30-001/]
   [junit4]   2> 227466 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=11.21875, floorSegmentMB=1.35546875, forceMergeDeletesPctAllowed=8.998822659888365, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4642644401271, deletesPctAllowed=43.146651164179424
   [junit4]   2> 227505 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 227505 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 227506 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 227507 WARN  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 227507 INFO  (coreLoadExecutor-2173-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 227509 INFO  (searcherExecutor-2175-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 227509 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 227791 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'SolrJmxReporterTest-deagcsbv.solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56009136
   [junit4]   2> 228295 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=null
   [junit4]   2> 228295 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5099a2e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@721baf01
   [junit4]   2> 228347 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c784c43: rootName = SolrJmxReporterTest-deagcsbv, domain = solr.core.collection1, service url = null, agent id = localhost_1626710384503] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@721baf01
   [junit4]   2> 228384 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@15435efc
   [junit4]   2> 228385 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@15435efc
   [junit4]   2> 228385 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> jul 19, 2021 11:59:47 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> ADVERTENCIA: Uncaught exception in thread: Thread[Thread-539,5,TGRP-SolrJmxReporterTest]
   [junit4]   2> java.lang.AssertionError
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([33B7522F72C23A15]:0)
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:87)
   [junit4]   2> 	at org.junit.Assert.assertTrue(Assert.java:42)
   [junit4]   2> 	at org.junit.Assert.assertNotNull(Assert.java:713)
   [junit4]   2> 	at org.junit.Assert.assertNotNull(Assert.java:723)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest$1.run(SolrJmxReporterTest.java:213)
   [junit4]   2> 
   [junit4]   2> 230396 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=null
   [junit4]   2> 230396 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@15435efc
   [junit4]   2> 230396 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 230396 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2098294485
   [junit4]   2> 230397 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 230397 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b7089f1: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@58216d7b
   [junit4]   2> 230403 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 230403 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19fc13a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1275cb73
   [junit4]   2> 230405 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 230405 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b05b452: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@3685eaa4
   [junit4]   2> 230408 INFO  (TEST-SolrJmxReporterTest.testClosedCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testClosedCore
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrJmxReporterTest -Dtests.method=testClosedCore -Dtests.seed=33B7522F72C23A15 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-SV -Dtests.timezone=America/Guadeloupe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   4.48s J2 | SolrJmxReporterTest.testClosedCore <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3845, name=Thread-539, state=RUNNABLE, group=TGRP-SolrJmxReporterTest]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([33B7522F72C23A15:44CA840F525B58E5]:0)
   [junit4]    > Caused by: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([33B7522F72C23A15]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest$1.run(SolrJmxReporterTest.java:213)
   [junit4]   2> 230416 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testReloadCore
   [junit4]   2> 230416 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 230424 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 230439 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 230440 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrJmxReporterTest_33B7522F72C23A15-001/data-dir-31-001
   [junit4]   2> 230443 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 230450 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 230539 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:377) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:342) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest.beforeTest(SolrJmxReporterTest.java:79) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 230680 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1348) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1380) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:678) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest.beforeTest(SolrJmxReporterTest.java:79) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 230681 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 230682 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 230744 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@18607425[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 230744 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@18607425[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 230748 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 230752 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4771095e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 230752 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4771095e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 230753 WARN  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 230782 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 230806 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 230806 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 230808 INFO  (coreLoadExecutor-2191-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 230818 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 230839 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 230842 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 230850 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 230856 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 230856 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 230856 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrJmxReporterTest_33B7522F72C23A15-001/data-dir-31-001/]
   [junit4]   2> 230858 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=11.21875, floorSegmentMB=1.35546875, forceMergeDeletesPctAllowed=8.998822659888365, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4642644401271, deletesPctAllowed=43.146651164179424
   [junit4]   2> 230896 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 230896 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 230897 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 230897 WARN  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 230898 INFO  (coreLoadExecutor-2191-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 230899 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 230899 INFO  (searcherExecutor-2193-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 230929 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[33B7522F72C23A15]) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'SolrJmxReporterTest-wlbctusgcn.SolrJmxReporterTest-' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56009136
   [junit4]  

[...truncated too long message...]

rics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 231818 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 231819 INFO  (coreLoadExecutor-2215-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 231826 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 231842 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
   [junit4]   2> 231846 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 231853 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 231859 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 231860 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e467346
   [junit4]   2> 231860 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrJmxReporterTest_33B7522F72C23A15-001/data-dir-32-001/]
   [junit4]   2> 231861 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=11.21875, floorSegmentMB=1.35546875, forceMergeDeletesPctAllowed=8.998822659888365, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4642644401271, deletesPctAllowed=43.146651164179424
   [junit4]   2> 231905 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 231905 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 231906 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 231908 WARN  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 231909 INFO  (coreLoadExecutor-2215-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 231923 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 231923 INFO  (searcherExecutor-2217-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 231982 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'SolrJmxReporterTest-yzobbvbbu.SolrJmxReporterTest-' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56009136
   [junit4]   2> 232307 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=null
   [junit4]   2> 232307 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e82df7c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@ffe9c6c
   [junit4]   2> 232331 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@526f58d1: rootName = SolrJmxReporterTest-yzobbvbbu, domain = SolrJmxReporterTest-, service url = null, agent id = localhost_1626710384503] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@ffe9c6c
   [junit4]   2> 232354 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@32b5e897
   [junit4]   2> 232354 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 232354 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=561982695
   [junit4]   2> 232356 INFO  (coreCloseExecutor-2222-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@32b5e897
   [junit4]   2> 232356 INFO  (coreCloseExecutor-2222-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@32b5e897
   [junit4]   2> 232362 INFO  (coreCloseExecutor-2222-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 232363 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 232363 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e19b13e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3af59b00
   [junit4]   2> 232369 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 232369 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@db57377: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1275cb73
   [junit4]   2> 232371 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 232371 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55cece1a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@3685eaa4
   [junit4]   2> 232373 INFO  (TEST-SolrJmxReporterTest.testReportMetrics-seed#[33B7522F72C23A15]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testReportMetrics
   [junit4]   2> 232374 INFO  (SUITE-SolrJmxReporterTest-seed#[33B7522F72C23A15]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1076, maxMBSortInHeap=5.194932421008654, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=es-SV, timezone=America/Guadeloupe
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=163606184,total=500170752
   [junit4]   2> NOTE: All tests run in this JVM: [TestWordDelimiterFilterFactory, DistributedMLTComponentTest, TestPullReplicaWithAuth, TestLMDirichletSimilarityFactory, CursorMarkTest, TestSubQueryTransformer, NumericFieldsTest, ZkStateWriterTest, TestGeoJSONResponseWriter, TermVectorComponentDistributedTest, TestExpandComponent, NestedAtomicUpdateTest, TestTolerantSearch, VMParamsZkACLAndCredentialsProvidersTest, TestBackupRepositoryFactory, TestRandomDVFaceting, TestImplicitCoreProperties, TestReplicaProperties, DirectoryFactoriesTest, TestCloudRecovery, LeaderVoteWaitTimeoutTest, TestSolrIndexConfig, TestExtendedDismaxParser, ResponseBuilderTest, SmileWriterTest, TestCloudInspectUtil, SolrLogAuditLoggerPluginTest, SolrRrdBackendFactoryTest, SolrJmxReporterTest]
   [junit4] Completed [97/939 (1!)] on J2 in 7.17s, 4 tests, 1 error <<< FAILURES!

[...truncated 55382 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 235 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/235/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testIndexing

Error Message:
Timed out waiting for trigger indexSizeTrigger to fire after simulated 60s (real 1200ms).

Stack Trace:
java.io.IOException: Timed out waiting for trigger indexSizeTrigger to fire after simulated 60s (real 1200ms).
	at __randomizedtesting.SeedInfo.seed([3A7113F864399DFA:DEAB5CF1424CDE71]:0)
	at org.apache.solr.cloud.autoscaling.sim.SimScenario$SimWaitListener.wait(SimScenario.java:705)
	at org.apache.solr.cloud.autoscaling.sim.SimScenario$WaitEvent.execute(SimScenario.java:771)
	at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1119)
	at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testIndexing(TestSimScenario.java:141)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14200 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
   [junit4]   2> 629177 INFO  (SUITE-TestSimScenario-seed#[3A7113F864399DFA]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 629177 INFO  (SUITE-TestSimScenario-seed#[3A7113F864399DFA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 629179 INFO  (SUITE-TestSimScenario-seed#[3A7113F864399DFA]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_3A7113F864399DFA-001/data-dir-74-001
   [junit4]   2> 629179 WARN  (SUITE-TestSimScenario-seed#[3A7113F864399DFA]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
   [junit4]   2> 629179 INFO  (SUITE-TestSimScenario-seed#[3A7113F864399DFA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 629181 INFO  (SUITE-TestSimScenario-seed#[3A7113F864399DFA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 629184 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testAutoAddReplicas
   [junit4]   2> 629229 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 629229 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 629241 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.SolrPaths solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 629265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 629265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 629265 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 629265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 629265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 629269 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 629270 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 629270 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 629270 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 2.	LoadAutoscaling	json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
   [junit4]   2> 629270 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		LoadAutoscaling	json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
   [junit4]   2> 629273 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 629273 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 629273 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 629277 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 629280 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 629281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 629281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 629281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 629281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 629281 DEBUG (ScheduledTrigger-6168-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 629286 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 3.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 629287 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 629289 DEBUG (simCloudManagerPool-6167-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
   [junit4]   2> 629289 DEBUG (simCloudManagerPool-6167-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 629289 DEBUG (simCloudManagerPool-6167-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 629301 DEBUG (simCloudManagerPool-6167-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 629302 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 629302 DEBUG (simCloudManagerPool-6167-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 629322 DEBUG (ScheduledTrigger-6168-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 629329 DEBUG (simCloudManagerPool-6167-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 629329 DEBUG (simCloudManagerPool-6167-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 629329 DEBUG (simCloudManagerPool-6167-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 629330 DEBUG (simCloudManagerPool-6167-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{}}
   [junit4]   2> 629342 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 629343 DEBUG (simCloudManagerPool-6167-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 629343 DEBUG (simCloudManagerPool-6167-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 629354 DEBUG (simCloudManagerPool-6167-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 629354 DEBUG (simCloudManagerPool-6167-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 629354 DEBUG (simCloudManagerPool-6167-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 629354 DEBUG (simCloudManagerPool-6167-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{}}
   [junit4]   2> 629356 DEBUG (simCloudManagerPool-6167-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
   [junit4]   2> 629356 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 4.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 629357 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 629363 DEBUG (ScheduledTrigger-6168-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 629366 DEBUG (simCloudManagerPool-6167-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 629367 DEBUG (simCloudManagerPool-6167-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 629367 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 629367 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 629368 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 5.	SetEventListener	trigger=.auto_add_replicas&stage=SUCCEEDED
   [junit4]   2> 629368 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		SetEventListener	trigger=.auto_add_replicas&stage=SUCCEEDED
   [junit4]   2> 629368 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 6.	KillNodes	node=${_random_node_}
   [junit4]   2> 629368 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		KillNodes	node=127.0.0.1:10001_solr
   [junit4]   2> 629369 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10001_solr
   [junit4]   2> 629369 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 629369 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 629371 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 7.	WaitEvent	trigger=.auto_add_replicas&wait=60
   [junit4]   2> 629371 DEBUG (simCloudManagerPool-6167-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 629371 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		WaitEvent	trigger=.auto_add_replicas&wait=60
   [junit4]   2> 629371 INFO  (simCloudManagerPool-6167-thread-6) [     ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4143ms
   [junit4]   2> 629383 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 629383 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
   [junit4]   2> 629403 DEBUG (ScheduledTrigger-6168-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629423 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629443 DEBUG (ScheduledTrigger-6168-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629455 DEBUG (simCloudManagerPool-6167-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=9): {"core_node4":{}}
   [junit4]   2> 629456 DEBUG (simCloudManagerPool-6167-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 629456 DEBUG (simCloudManagerPool-6167-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 629463 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629483 DEBUG (ScheduledTrigger-6168-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629504 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629524 DEBUG (ScheduledTrigger-6168-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629544 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629564 DEBUG (ScheduledTrigger-6168-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629584 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 629584 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10001_solr]
   [junit4]   2> 629584 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"628fcef7921dadT94adk1jyzti18fzs2xy7xpdxf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":27742666797227437,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[27742666797227437],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}}
   [junit4]   2> 629585 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
   [junit4]   2> 629585 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 629585 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 629585 DEBUG (ScheduledTrigger-6168-thread-2) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"628fcef7921dadT94adk1jyzti18fzs2xy7xpdxf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":27742666797227437,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[27742666797227437],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":27742676911183737,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}}
   [junit4]   2> 629586 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"628fcef7921dadT94adk1jyzti18fzs2xy7xpdxf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":27742666797227437,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[27742666797227437],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":27742676911183737,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}}
   [junit4]   2> 629586 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"628fcef7921dadT94adk1jyzti18fzs2xy7xpdxf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":27742666797227437,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[27742666797227437],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":27742676911183737,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
   [junit4]   2> 629590 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ComputePlanAction -- estimated total max ops=12, effective maxOps=12
   [junit4]   2> 629591 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 629591 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 629591 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ComputePlanAction -- no more operations suggested, stopping after 2 ops...
   [junit4]   2> 629591 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"628fcef7921dadT94adk1jyzti18fzs2xy7xpdxf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":27742666797227437,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[27742666797227437],
   [junit4]   2>     "__compute_diag__":{
   [junit4]   2>       "noSuggestionsStopAfter":2,
   [junit4]   2>       "estimatedMaxOps":12,
   [junit4]   2>       "requestedOperations":-1,
   [junit4]   2>       "opLimit":12,
   [junit4]   2>       "maxOperations":12},
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":27742676911183737,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"MOVEREPLICA",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.targetNode":"127.0.0.1:10000_solr",
   [junit4]   2>   "params.inPlaceMove":"true",
   [junit4]   2>   "params.replica":"core_node2"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"MOVEREPLICA",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.targetNode":"127.0.0.1:10000_solr",
   [junit4]   2>   "params.inPlaceMove":"true",
   [junit4]   2>   "params.replica":"core_node3"}], AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
   [junit4]   2> 629592 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 629694 DEBUG (simCloudManagerPool-6167-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node6":{}}
   [junit4]   2> 629804 DEBUG (simCloudManagerPool-6167-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 629805 DEBUG (simCloudManagerPool-6167-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 629806 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 629806 DEBUG (simCloudManagerPool-6167-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 629807 DEBUG (simCloudManagerPool-6167-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 629907 DEBUG (simCloudManagerPool-6167-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node8":{}}
   [junit4]   2> 630018 DEBUG (simCloudManagerPool-6167-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
   [junit4]   2> 630018 DEBUG (simCloudManagerPool-6167-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 630019 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
   [junit4]   2> 630020 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 630020 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"628fcef7921dadT94adk1jyzti18fzs2xy7xpdxf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":27742666797227437,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[27742666797227437],
   [junit4]   2>     "__compute_diag__":{
   [junit4]   2>       "noSuggestionsStopAfter":2,
   [junit4]   2>       "estimatedMaxOps":12,
   [junit4]   2>       "requestedOperations":-1,
   [junit4]   2>       "opLimit":12,
   [junit4]   2>       "maxOperations":12},
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":27742676911183737,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}}
   [junit4]   2> 630020 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 630020 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
   [junit4]   2> 630020 DEBUG (AutoscalingActionExecutor-6169-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 21689 ms for event id=628fcef7921dadT94adk1jyzti18fzs2xy7xpdxf
   [junit4]   2> 630021 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 8.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 630021 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 630021 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 9.	SaveSnapshot	path=${snapshotPath}
   [junit4]   2> 630021 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		SaveSnapshot	path=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_3A7113F864399DFA-001/tempDir-001/snapshot
   [junit4]   2> 630034 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 23 resources from SimDistribStateManager
   [junit4]   2> 630053 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 630053 WARN  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:209) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 630053 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 630054 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 630054 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 630054 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 630054 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 630056 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - loaded snapshot of 23 resources
   [junit4]   2> 630057 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[3A7113F864399DFA]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testAutoAddReplicas
   [junit4]   2> 630060 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
   [junit4]   2> 630061 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 630061 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 630067 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr
   [junit4]   2> 630067 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 630067 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 630067 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 630067 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 630067 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 630068 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 2.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 630068 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 630068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 630068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 630068 DEBUG (simCloudManagerPool-6173-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
   [junit4]   2> 630068 DEBUG (simCloudManagerPool-6173-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 630068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 630071 DEBUG (simCloudManagerPool-6173-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 630071 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 630071 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 630071 DEBUG (ScheduledTrigger-6174-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630081 DEBUG (simCloudManagerPool-6173-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 630081 DEBUG (simCloudManagerPool-6173-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 630092 DEBUG (ScheduledTrigger-6174-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630093 DEBUG (simCloudManagerPool-6173-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 630093 DEBUG (simCloudManagerPool-6173-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 630093 DEBUG (simCloudManagerPool-6173-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 630093 DEBUG (simCloudManagerPool-6173-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{}}
   [junit4]   2> 630103 DEBUG (simCloudManagerPool-6173-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 630104 DEBUG (simCloudManagerPool-6173-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 630112 DEBUG (ScheduledTrigger-6174-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630115 DEBUG (simCloudManagerPool-6173-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 630115 DEBUG (simCloudManagerPool-6173-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 630115 DEBUG (simCloudManagerPool-6173-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 630115 DEBUG (simCloudManagerPool-6173-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{}}
   [junit4]   2> 630115 DEBUG (simCloudManagerPool-6173-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
   [junit4]   2> 630116 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 3.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 630116 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 630126 DEBUG (simCloudManagerPool-6173-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 630126 DEBUG (simCloudManagerPool-6173-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 630126 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 630126 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 630126 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 4.	CtxSet	key=myNode&value=${_random_node_}
   [junit4]   2> 630126 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		CtxSet	key=myNode&value=127.0.0.1:10002_solr
   [junit4]   2> 630127 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 5.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 630127 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10002_solr
   [junit4]   2> 630129 INFO  (simCloudManagerPool-6173-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10002_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630129 INFO  (simCloudManagerPool-6173-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630134 DEBUG (ScheduledTrigger-6174-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630139 DEBUG (simCloudManagerPool-6173-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 630139 DEBUG (simCloudManagerPool-6173-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 630139 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 6.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 630140 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10002_solr
   [junit4]   2> 630140 DEBUG (simCloudManagerPool-6173-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 630140 DEBUG (simCloudManagerPool-6173-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 630140 INFO  (simCloudManagerPool-6173-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10002_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630140 INFO  (simCloudManagerPool-6173-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630151 DEBUG (simCloudManagerPool-6173-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 630151 DEBUG (simCloudManagerPool-6173-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 630151 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 7.	LoopOp	iterations=${iterative}
   [junit4]   2> 630151 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=0
   [junit4]   2> 630151 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 8.	LoopOp	iterations=${justCalc}
   [junit4]   2> 630151 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=1
   [junit4]   2> 630151 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario    * iter 1 :
   [junit4]   2> 630151 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 630151 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 630152 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 630154 DEBUG (ScheduledTrigger-6174-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630160 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 630160 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - SaveSnapshot	path=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_3A7113F864399DFA-001/tempDir-002/snapshot/0)
   [junit4]   2> 630161 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
   [junit4]   2> 630167 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 9.	Dump	redact=true
   [junit4]   2> 630167 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		Dump	redact=true
   [junit4]   2> 630167 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
   [junit4]   2> 630171 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 630172 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 630172 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 630172 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 630172 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 630172 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 630172 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 630172 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 630172 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 630176 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10004_solr
   [junit4]   2> 630176 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 630176 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 630176 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 630176 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 630177 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 630177 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 630177 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 630177 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 2.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 630177 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 630181 DEBUG (simCloudManagerPool-6179-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
   [junit4]   2> 630181 DEBUG (simCloudManagerPool-6179-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 630183 DEBUG (simCloudManagerPool-6179-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 630183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 630183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 630183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 630183 DEBUG (ScheduledTrigger-6180-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630193 DEBUG (simCloudManagerPool-6179-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 630193 DEBUG (simCloudManagerPool-6179-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 630204 DEBUG (simCloudManagerPool-6179-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 630204 DEBUG (simCloudManagerPool-6179-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 630204 DEBUG (simCloudManagerPool-6179-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 630204 DEBUG (simCloudManagerPool-6179-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{}}
   [junit4]   2> 630205 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630215 DEBUG (simCloudManagerPool-6179-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 630216 DEBUG (simCloudManagerPool-6179-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 630216 DEBUG (simCloudManagerPool-6179-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=5
   [junit4]   2> 630216 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 3.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 630216 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 630225 DEBUG (ScheduledTrigger-6180-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630226 DEBUG (simCloudManagerPool-6179-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 630226 DEBUG (simCloudManagerPool-6179-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 630226 DEBUG (simCloudManagerPool-6179-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 630226 DEBUG (simCloudManagerPool-6179-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{}}
   [junit4]   2> 630236 DEBUG (simCloudManagerPool-6179-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 630237 DEBUG (simCloudManagerPool-6179-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 630237 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 630239 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 630239 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 4.	CtxSet	key=myNode&value=${_random_node_}
   [junit4]   2> 630239 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		CtxSet	key=myNode&value=127.0.0.1:10004_solr
   [junit4]   2> 630239 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 5.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 630239 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr
   [junit4]   2> 630240 INFO  (simCloudManagerPool-6179-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630240 INFO  (simCloudManagerPool-6179-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630245 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630251 DEBUG (simCloudManagerPool-6179-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 630251 DEBUG (simCloudManagerPool-6179-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 630251 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 6.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 630251 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr
   [junit4]   2> 630251 DEBUG (simCloudManagerPool-6179-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 630251 DEBUG (simCloudManagerPool-6179-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 630252 INFO  (simCloudManagerPool-6179-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630252 INFO  (simCloudManagerPool-6179-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630262 DEBUG (simCloudManagerPool-6179-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 630262 DEBUG (simCloudManagerPool-6179-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 630262 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 7.	LoopOp	iterations=${iterative}
   [junit4]   2> 630262 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=10
   [junit4]   2> 630262 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario    * iter 1 :
   [junit4]   2> 630262 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 630262 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 630263 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 630263 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 630263 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 630265 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630286 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630306 DEBUG (ScheduledTrigger-6180-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630326 DEBUG (ScheduledTrigger-6180-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630346 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630366 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630368 DEBUG (simCloudManagerPool-6179-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node10":{}}
   [junit4]   2> 630386 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630406 DEBUG (ScheduledTrigger-6180-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630427 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630447 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630467 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630485 DEBUG (simCloudManagerPool-6179-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 630485 DEBUG (simCloudManagerPool-6179-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 630486 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 630486 DEBUG (simCloudManagerPool-6179-thread-9) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
   [junit4]   2> 630487 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630487 DEBUG (simCloudManagerPool-6179-thread-9) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 630487 INFO  (simCloudManagerPool-6179-thread-9) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630487 INFO  (simCloudManagerPool-6179-thread-9) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630498 DEBUG (simCloudManagerPool-6179-thread-9) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
   [junit4]   2> 630498 DEBUG (simCloudManagerPool-6179-thread-9) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 630498 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 630498 DEBUG (simCloudManagerPool-6179-thread-10) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
   [junit4]   2> 630499 DEBUG (simCloudManagerPool-6179-thread-10) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 630499 INFO  (simCloudManagerPool-6179-thread-10) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630499 INFO  (simCloudManagerPool-6179-thread-10) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630507 DEBUG (ScheduledTrigger-6180-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630509 DEBUG (simCloudManagerPool-6179-thread-10) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
   [junit4]   2> 630510 DEBUG (simCloudManagerPool-6179-thread-10) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
   [junit4]   2> 630510 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario    * iter 2 :
   [junit4]   2> 630510 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 630510 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
   [junit4]   2> 630511 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
   [junit4]   2> 630512 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 630512 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 630527 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630547 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630568 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630588 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630608 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630621 DEBUG (simCloudManagerPool-6179-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node16":{}}
   [junit4]   2> 630628 DEBUG (ScheduledTrigger-6180-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630648 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630668 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630688 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630709 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630729 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630732 DEBUG (simCloudManagerPool-6179-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
   [junit4]   2> 630732 DEBUG (simCloudManagerPool-6179-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
   [junit4]   2> 630732 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 630733 DEBUG (simCloudManagerPool-6179-thread-12) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
   [junit4]   2> 630734 DEBUG (simCloudManagerPool-6179-thread-12) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
   [junit4]   2> 630734 INFO  (simCloudManagerPool-6179-thread-12) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630734 INFO  (simCloudManagerPool-6179-thread-12) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630744 DEBUG (simCloudManagerPool-6179-thread-12) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
   [junit4]   2> 630745 DEBUG (simCloudManagerPool-6179-thread-12) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
   [junit4]   2> 630745 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 630745 DEBUG (simCloudManagerPool-6179-thread-13) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
   [junit4]   2> 630746 DEBUG (simCloudManagerPool-6179-thread-13) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
   [junit4]   2> 630746 INFO  (simCloudManagerPool-6179-thread-13) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630746 INFO  (simCloudManagerPool-6179-thread-13) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630749 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630756 DEBUG (simCloudManagerPool-6179-thread-13) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
   [junit4]   2> 630756 DEBUG (simCloudManagerPool-6179-thread-13) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
   [junit4]   2> 630757 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario    * iter 3 :
   [junit4]   2> 630757 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 630757 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
   [junit4]   2> 630757 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
   [junit4]   2> 630758 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 630758 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 630769 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630789 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630809 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630829 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630849 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630859 DEBUG (simCloudManagerPool-6179-thread-14) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node22":{}}
   [junit4]   2> 630869 DEBUG (ScheduledTrigger-6180-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630890 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630910 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630930 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630950 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630969 DEBUG (simCloudManagerPool-6179-thread-14) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
   [junit4]   2> 630969 DEBUG (simCloudManagerPool-6179-thread-14) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
   [junit4]   2> 630970 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 630970 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630970 DEBUG (simCloudManagerPool-6179-thread-15) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
   [junit4]   2> 630971 DEBUG (simCloudManagerPool-6179-thread-15) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
   [junit4]   2> 630971 INFO  (simCloudManagerPool-6179-thread-15) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630971 INFO  (simCloudManagerPool-6179-thread-15) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630981 DEBUG (simCloudManagerPool-6179-thread-15) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
   [junit4]   2> 630981 DEBUG (simCloudManagerPool-6179-thread-15) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
   [junit4]   2> 630982 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 630985 DEBUG (simCloudManagerPool-6179-thread-16) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
   [junit4]   2> 630986 DEBUG (simCloudManagerPool-6179-thread-16) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
   [junit4]   2> 630986 INFO  (simCloudManagerPool-6179-thread-16) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 630986 INFO  (simCloudManagerPool-6179-thread-16) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 630990 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 630996 DEBUG (simCloudManagerPool-6179-thread-16) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28
   [junit4]   2> 630998 DEBUG (simCloudManagerPool-6179-thread-16) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
   [junit4]   2> 630998 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario    * iter 4 :
   [junit4]   2> 630998 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 630998 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29
   [junit4]   2> 630998 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
   [junit4]   2> 630999 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 630999 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 631010 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631030 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631050 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631070 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631091 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631100 DEBUG (simCloudManagerPool-6179-thread-17) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node28":{}}
   [junit4]   2> 631111 DEBUG (ScheduledTrigger-6180-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631131 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631151 DEBUG (ScheduledTrigger-6180-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631171 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631191 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631210 DEBUG (simCloudManagerPool-6179-thread-17) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30
   [junit4]   2> 631210 DEBUG (simCloudManagerPool-6179-thread-17) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
   [junit4]   2> 631210 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 631211 DEBUG (simCloudManagerPool-6179-thread-18) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=31
   [junit4]   2> 631211 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631211 DEBUG (simCloudManagerPool-6179-thread-18) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
   [junit4]   2> 631211 INFO  (simCloudManagerPool-6179-thread-18) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 631212 INFO  (simCloudManagerPool-6179-thread-18) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 631222 DEBUG (simCloudManagerPool-6179-thread-18) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=32
   [junit4]   2> 631222 DEBUG (simCloudManagerPool-6179-thread-18) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32
   [junit4]   2> 631222 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 631222 DEBUG (simCloudManagerPool-6179-thread-19) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=33
   [junit4]   2> 631223 DEBUG (simCloudManagerPool-6179-thread-19) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33
   [junit4]   2> 631223 INFO  (simCloudManagerPool-6179-thread-19) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 631223 INFO  (simCloudManagerPool-6179-thread-19) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 631231 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631234 DEBUG (simCloudManagerPool-6179-thread-19) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=34
   [junit4]   2> 631234 DEBUG (simCloudManagerPool-6179-thread-19) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34
   [junit4]   2> 631234 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario    * iter 5 :
   [junit4]   2> 631234 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 631234 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=35
   [junit4]   2> 631235 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 35
   [junit4]   2> 631236 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 631236 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 631251 DEBUG (ScheduledTrigger-6180-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631271 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631292 DEBUG (ScheduledTrigger-6180-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631312 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631332 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631337 DEBUG (simCloudManagerPool-6179-thread-20) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node34":{}}
   [junit4]   2> 631352 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631372 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631392 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631412 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631432 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631448 DEBUG (simCloudManagerPool-6179-thread-20) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=36
   [junit4]   2> 631448 DEBUG (simCloudManagerPool-6179-thread-20) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 36
   [junit4]   2> 631448 DEBUG (MetricsHistoryHandler-6183-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=37
   [junit4]   2> 631449 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 631449 DEBUG (MetricsHistoryHandler-6183-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 37
   [junit4]   2> 631449 INFO  (simCloudManagerPool-6179-thread-21) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 631449 INFO  (simCloudManagerPool-6179-thread-21) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 631452 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631459 DEBUG (simCloudManagerPool-6179-thread-21) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=38
   [junit4]   2> 631460 DEBUG (simCloudManagerPool-6179-thread-21) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 38
   [junit4]   2> 631460 DEBUG (MetricsHistoryHandler-6183-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=39
   [junit4]   2> 631460 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
   [junit4]   2> 631460 DEBUG (MetricsHistoryHandler-6183-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 39
   [junit4]   2> 631466 INFO  (simCloudManagerPool-6179-thread-22) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 631466 INFO  (simCloudManagerPool-6179-thread-22) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 631472 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631476 DEBUG (simCloudManagerPool-6179-thread-22) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=40
   [junit4]   2> 631477 DEBUG (simCloudManagerPool-6179-thread-22) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 40
   [junit4]   2> 631477 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario    * iter 6 :
   [junit4]   2> 631477 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 631477 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=41
   [junit4]   2> 631478 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 41
   [junit4]   2> 631478 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 631478 INFO  (TEST-TestSimScenario.testSuggestions-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 631493 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631513 DEBUG (ScheduledTrigger-6180-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 631533 DEBUG (ScheduledTrigger-6180-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and las

[...truncated too long message...]

  [junit4]   2> 635217 DEBUG (ScheduledTrigger-6198-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635238 DEBUG (ScheduledTrigger-6198-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635258 DEBUG (ScheduledTrigger-6198-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635278 DEBUG (ScheduledTrigger-6198-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635298 DEBUG (ScheduledTrigger-6198-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635319 DEBUG (ScheduledTrigger-6198-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635339 DEBUG (ScheduledTrigger-6198-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635359 DEBUG (ScheduledTrigger-6198-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635379 DEBUG (ScheduledTrigger-6198-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635399 DEBUG (ScheduledTrigger-6198-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635419 DEBUG (ScheduledTrigger-6198-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635440 DEBUG (ScheduledTrigger-6198-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635460 DEBUG (ScheduledTrigger-6198-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635480 DEBUG (ScheduledTrigger-6198-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635500 DEBUG (ScheduledTrigger-6198-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635520 DEBUG (ScheduledTrigger-6198-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635541 DEBUG (ScheduledTrigger-6198-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635561 DEBUG (ScheduledTrigger-6198-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635581 DEBUG (ScheduledTrigger-6198-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635601 DEBUG (ScheduledTrigger-6198-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635622 DEBUG (ScheduledTrigger-6198-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635642 DEBUG (ScheduledTrigger-6198-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635662 DEBUG (ScheduledTrigger-6198-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635682 DEBUG (ScheduledTrigger-6198-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635702 DEBUG (ScheduledTrigger-6198-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 635720 DEBUG (TEST-TestSimScenario.testIndexing-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 635720 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 635720 DEBUG (TEST-TestSimScenario.testIndexing-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 635720 DEBUG (TEST-TestSimScenario.testIndexing-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 635720 DEBUG (TEST-TestSimScenario.testIndexing-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 635721 DEBUG (TEST-TestSimScenario.testIndexing-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 635721 DEBUG (TEST-TestSimScenario.testIndexing-seed#[3A7113F864399DFA]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 635722 INFO  (TEST-TestSimScenario.testIndexing-seed#[3A7113F864399DFA]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testIndexing
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimScenario -Dtests.method=testIndexing -Dtests.seed=3A7113F864399DFA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-NZ -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   2.78s J0 | TestSimScenario.testIndexing <<<
   [junit4]    > Throwable #1: java.io.IOException: Timed out waiting for trigger indexSizeTrigger to fire after simulated 60s (real 1200ms).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3A7113F864399DFA:DEAB5CF1424CDE71]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimScenario$SimWaitListener.wait(SimScenario.java:705)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimScenario$WaitEvent.execute(SimScenario.java:771)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1119)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testIndexing(TestSimScenario.java:141)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_3A7113F864399DFA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1944, maxMBSortInHeap=5.179573151230225, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-NZ, timezone=America/Chicago
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=297699192,total=519045120
   [junit4]   2> NOTE: All tests run in this JVM: [MoveReplicaHDFSFailoverTest, TestWaitForStateWithJettyShutdowns, SpellCheckCollatorWithCollapseTest, TestSchemaNameResource, RAMDirectoryFactoryTest, TestUseDocValuesAsStored, TestExternalRoleRuleBasedAuthorizationPlugin, ThreadDumpHandlerTest, TestCoreDiscovery, CoreAdminOperationTest, TaggingAttributeTest, DistributedFacetExistsSmallTest, TestHdfsCloudBackupRestore, RuleEngineTest, TestRandomFlRTGCloud, TestImpersonationWithHadoopAuth, AdminHandlersProxyTest, TestGraphTermsQParserPlugin, EnumFieldTest, JsonLoaderTest, JWTAuthPluginIntegrationTest, NodeMarkersRegistrationTest, ConfigureRecoveryStrategyTest, AnalyticsQueryTest, LargeFieldTest, CollectionReloadTest, OutputWriterTest, TestDynamicLoadingUrl, RouteFieldTest, TestCloudJSONFacetSKGEquiv, TestBulkSchemaConcurrent, TestStressCloudBlindAtomicUpdates, AuditLoggerPluginTest, TestSerializedLuceneMatchVersion, CircularListTest, TestLuceneMatchVersion, TriLevelCompositeIdRoutingTest, AliasIntegrationTest, MultiThreadedOCPTest, PrimUtilsTest, TestQueryTypes, TestCloudNestedDocsSort, TestExactSharedStatsCache, SliceStateTest, TestRangeQuery, SplitShardTest, TestPivotHelperCode, ShardRoutingCustomTest, TestConfigSetImmutable, ManagedSchemaRoundRobinCloudTest, TestOverriddenPrefixQueryForCustomFieldType, SolrGraphiteReporterTest, TestUnifiedSolrHighlighter, TestManagedSchemaThreadSafety, ResponseHeaderTest, TestPhraseSuggestions, TestSolrDeletionPolicy1, CollectionStateFormat2Test, UpdateParamsTest, UniqFieldsUpdateProcessorFactoryTest, BasicZkTest, DisMaxRequestHandlerTest, IgnoreLargeDocumentProcessorFactoryTest, FullSolrCloudDistribCmdsTest, TestCloudDeduplication, SignificantTermsQParserPluginTest, TestInPlaceUpdatesDistrib, TestCircuitBreaker, TestFacetMethods, DistributedUpdateProcessorTest, CdcrUpdateLogTest, OverseerSolrResponseTest, HdfsCollectionsAPIDistributedZkTest, SearchHandlerTest, TestSimScenario]
   [junit4] Completed [247/939 (1!)] on J0 in 6.61s, 4 tests, 1 error <<< FAILURES!

[...truncated 54832 lines...]