You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/02/21 13:53:58 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 4301 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4301/

1 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat

Error Message:
Expecting exception

Stack Trace:
java.lang.AssertionError: Expecting exception
	at __randomizedtesting.SeedInfo.seed([B5145E4D8B08DD5A:6B24CDE127E4390A]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14513 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
   [junit4]   2> 1981457 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1981457 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1981457 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/data-dir-142-001
   [junit4]   2> 1981457 WARN  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1981458 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1981458 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1981461 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdBackCompat
   [junit4]   2> 1981461 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-001
   [junit4]   2> 1981461 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1981462 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1981462 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1981562 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer start zk server on port:40319
   [junit4]   2> 1981562 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40319
   [junit4]   2> 1981562 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40319
   [junit4]   2> 1981562 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40319
   [junit4]   2> 1981564 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1981565 INFO  (zkConnectionManagerCallback-9420-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1981565 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1981567 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1981568 INFO  (zkConnectionManagerCallback-9422-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1981568 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1981569 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1981569 INFO  (zkConnectionManagerCallback-9424-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1981569 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1981673 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1981673 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1981673 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1981673 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1981673 INFO  (jetty-launcher-9425-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1981673 INFO  (jetty-launcher-9425-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2684ae47{/solr,null,AVAILABLE}
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26acd507{/solr,null,AVAILABLE}
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@39f089f1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33677}
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.e.j.s.Server Started @1981740ms
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@51e64136{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40413}
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.e.j.s.Server Started @1981740ms
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33677}
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40413}
   [junit4]   2> 1981674 ERROR (jetty-launcher-9425-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1981674 ERROR (jetty-launcher-9425-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-21T13:20:25.063877Z
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 1981674 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-21T13:20:25.063893Z
   [junit4]   2> 1981675 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1981676 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1981676 INFO  (zkConnectionManagerCallback-9429-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1981676 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1981676 INFO  (zkConnectionManagerCallback-9428-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1981676 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1981677 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1981677 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1982228 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1982229 WARN  (jetty-launcher-9425-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5bcba455[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1982229 WARN  (jetty-launcher-9425-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5bcba455[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1982231 WARN  (jetty-launcher-9425-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e13beac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1982231 WARN  (jetty-launcher-9425-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e13beac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1982233 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40319/solr
   [junit4]   2> 1982233 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982238 INFO  (zkConnectionManagerCallback-9437-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1982238 INFO  (jetty-launcher-9425-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1982340 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982341 INFO  (zkConnectionManagerCallback-9439-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1982341 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1982402 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40413_solr
   [junit4]   2> 1982403 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.c.Overseer Overseer (id=73283957284732934-127.0.0.1:40413_solr-n_0000000000) starting
   [junit4]   2> 1982406 INFO  (OverseerStateUpdate-73283957284732934-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40413_solr
   [junit4]   2> 1982407 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40413_solr
   [junit4]   2> 1982408 INFO  (OverseerStateUpdate-73283957284732934-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1982409 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1982410 WARN  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1982426 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1982448 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40413.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1982455 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40413.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1982455 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40413.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1982456 INFO  (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-001/node2/.
   [junit4]   2> 1983279 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1983280 WARN  (jetty-launcher-9425-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@774268f1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1983280 WARN  (jetty-launcher-9425-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@774268f1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1983282 WARN  (jetty-launcher-9425-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7239c233[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1983282 WARN  (jetty-launcher-9425-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7239c233[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1983284 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40319/solr
   [junit4]   2> 1983284 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983285 INFO  (zkConnectionManagerCallback-9449-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1983285 INFO  (jetty-launcher-9425-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983391 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983394 INFO  (zkConnectionManagerCallback-9451-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1983394 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983399 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1983402 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:33677_solr as DOWN
   [junit4]   2> 1983402 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1983402 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33677_solr
   [junit4]   2> 1983403 INFO  (zkCallback-9438-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1983403 INFO  (zkCallback-9450-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1983404 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1983405 WARN  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1983417 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1983436 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33677.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1983445 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33677.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1983445 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33677.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1983446 INFO  (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-001/node1/.
   [junit4]   2> 1983468 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1983468 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983469 INFO  (zkConnectionManagerCallback-9460-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1983469 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983470 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1983471 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40319/solr ready
   [junit4]   2> 1983476 INFO  (qtp926376295-33440) [n:127.0.0.1:33677_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1983477 INFO  (qtp926376295-33440) [n:127.0.0.1:33677_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1983478 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdBackCompat
   [junit4]   2> 1983480 INFO  (OverseerThreadFactory-9857-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncIdBackCompat
   [junit4]   2> 1983579 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1870083677
   [junit4]   2> 1983579 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40413_solr
   [junit4]   2> 1983579 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1983579 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:40413_solr as DOWN
   [junit4]   2> 1983581 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1983581 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1983581 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f2e546a: rootName = solr_40413, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5ef7ec03
   [junit4]   2> 1983582 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1905060722
   [junit4]   2> 1983582 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33677_solr
   [junit4]   2> 1983582 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1983582 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:33677_solr as DOWN
   [junit4]   2> 1983584 ERROR (OverseerThreadFactory-9857-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testAsyncIdBackCompat operation: create failed:org.apache.solr.common.SolrException
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Caused by: org.apache.solr.common.AlreadyClosedException
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.offerStateUpdate(Overseer.java:983)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:249)
   [junit4]   2> 	... 6 more
   [junit4]   2> 
   [junit4]   2> 1983585 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1983585 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73148445: rootName = solr_33677, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@63a3d7ab
   [junit4]   2> 1983586 INFO  (OverseerThreadFactory-9857-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1983589 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1983589 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3de857da: rootName = solr_40413, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@f693b90
   [junit4]   2> 1983593 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1983593 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@138a8d89: rootName = solr_40413, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c3a8491
   [junit4]   2> 1983593 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1983597 INFO  (closeThreadPool-9468-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73283957284732934-127.0.0.1:40413_solr-n_0000000000) closing
   [junit4]   2> 1983597 INFO  (OverseerStateUpdate-73283957284732934-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40413_solr
   [junit4]   2> 1983598 INFO  (OverseerAutoScalingTriggerThread-73283957284732934-127.0.0.1:40413_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1983600 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1983600 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7423a601: rootName = solr_33677, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@f693b90
   [junit4]   2> 1983604 INFO  (closeThreadPool-9468-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73283957284732934-127.0.0.1:40413_solr-n_0000000000) closing
   [junit4]   2> 1983605 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1983605 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f6be385: rootName = solr_33677, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c3a8491
   [junit4]   2> 1983605 INFO  (jetty-closer-9461-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1983605 INFO  (zkCallback-9450-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1983704 INFO  (jetty-closer-9461-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73283957284732934-127.0.0.1:40413_solr-n_0000000000) closing
   [junit4]   2> 1983706 INFO  (jetty-closer-9461-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@51e64136{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1983706 INFO  (jetty-closer-9461-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2684ae47{/solr,null,UNAVAILABLE}
   [junit4]   2> 1983706 INFO  (jetty-closer-9461-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1983806 INFO  (jetty-closer-9461-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@39f089f1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1983806 INFO  (jetty-closer-9461-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26acd507{/solr,null,UNAVAILABLE}
   [junit4]   2> 1983806 INFO  (jetty-closer-9461-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1983807 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1984010 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1984011 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40319
   [junit4]   2> 1984011 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40319
   [junit4]   2> 1984011 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40319
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testAsyncIdBackCompat -Dtests.seed=B5145E4D8B08DD5A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PE -Dtests.timezone=Asia/Qostanay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 2.56s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expecting exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B5145E4D8B08DD5A:6B24CDE127E4390A]:0)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 1984017 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSolrJAPICalls
   [junit4]   2> 1984017 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002
   [junit4]   2> 1984018 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1984018 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1984018 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1984118 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer start zk server on port:36017
   [junit4]   2> 1984118 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36017
   [junit4]   2> 1984118 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36017
   [junit4]   2> 1984118 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36017
   [junit4]   2> 1984120 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984121 INFO  (zkConnectionManagerCallback-9471-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984121 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984123 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984124 INFO  (zkConnectionManagerCallback-9473-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984124 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984125 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984126 INFO  (zkConnectionManagerCallback-9475-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984126 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984228 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1984228 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1984228 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1984228 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1984228 INFO  (jetty-launcher-9476-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1984228 INFO  (jetty-launcher-9476-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@289e702d{/solr,null,AVAILABLE}
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8db073d{/solr,null,AVAILABLE}
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4a8b8c0d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46045}
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-1) [     ] o.e.j.s.Server Started @1984296ms
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@15c426e6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33485}
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-2) [     ] o.e.j.s.Server Started @1984296ms
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46045}
   [junit4]   2> 1984230 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33485}
   [junit4]   2> 1984231 ERROR (jetty-launcher-9476-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1984231 ERROR (jetty-launcher-9476-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-21T13:20:27.620240Z
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 1984231 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-21T13:20:27.620265Z
   [junit4]   2> 1984232 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984232 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984233 INFO  (zkConnectionManagerCallback-9480-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984233 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984233 INFO  (zkConnectionManagerCallback-9479-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984233 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984233 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1984233 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1984680 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1984681 WARN  (jetty-launcher-9476-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55f2b282[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984681 WARN  (jetty-launcher-9476-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55f2b282[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984683 WARN  (jetty-launcher-9476-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a12e5d6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984683 WARN  (jetty-launcher-9476-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a12e5d6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984685 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36017/solr
   [junit4]   2> 1984685 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984690 INFO  (zkConnectionManagerCallback-9488-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984690 INFO  (jetty-launcher-9476-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984728 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1984728 WARN  (jetty-launcher-9476-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@60b8095c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984728 WARN  (jetty-launcher-9476-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@60b8095c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984731 WARN  (jetty-launcher-9476-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2546dbe1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984731 WARN  (jetty-launcher-9476-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2546dbe1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984732 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36017/solr
   [junit4]   2> 1984732 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984733 INFO  (zkConnectionManagerCallback-9494-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984733 INFO  (jetty-launcher-9476-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984792 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984793 INFO  (zkConnectionManagerCallback-9496-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984793 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984872 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33485_solr
   [junit4]   2> 1984873 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.c.Overseer Overseer (id=73283957452308487-127.0.0.1:33485_solr-n_0000000000) starting
   [junit4]   2> 1984879 INFO  (OverseerStateUpdate-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33485_solr
   [junit4]   2> 1984880 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33485_solr
   [junit4]   2> 1984882 INFO  (OverseerStateUpdate-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1984883 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1984884 WARN  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1984898 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984900 INFO  (zkConnectionManagerCallback-9501-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984900 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984906 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1984912 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1984920 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:46045_solr as DOWN
   [junit4]   2> 1984921 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1984921 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46045_solr
   [junit4]   2> 1984922 INFO  (zkCallback-9495-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1984923 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1984923 WARN  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1984924 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1984929 INFO  (zkCallback-9500-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1984931 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1984931 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1984932 INFO  (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002/node1/.
   [junit4]   2> 1984944 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1984960 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1984969 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1984969 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1984970 INFO  (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002/node2/.
   [junit4]   2> 1984995 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1985000 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985000 INFO  (zkConnectionManagerCallback-9511-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1985000 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985001 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1985003 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36017/solr ready
   [junit4]   2> 1985006 INFO  (qtp1145862900-33552) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=ca952678-f2c6-41a7-aacb-efb826e125c6&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1985010 INFO  (qtp1145862900-33552) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=ca952678-f2c6-41a7-aacb-efb826e125c6&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1985011 INFO  (qtp1145862900-33554) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1985012 INFO  (qtp1145862900-33554) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1985013 INFO  (OverseerThreadFactory-9884-thread-1-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
   [junit4]   2> 1985119 INFO  (OverseerStateUpdate-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testasynccollectioncreation",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testasynccollectioncreation_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46045/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46045_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1985321 INFO  (qtp1145862900-33558) [n:127.0.0.1:46045_solr    x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 1985322 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr    x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 1985324 INFO  (qtp1145862900-33554) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685
   [junit4]   2> 1985324 INFO  (qtp1145862900-33554) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1985330 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1985337 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1985339 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1985339 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1985339 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.core.testasynccollectioncreation.shard1.replica_n1' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
   [junit4]   2> 1985340 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002/node2/testasynccollectioncreation_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002/node2/./testasynccollectioncreation_shard1_replica_n1/data/]
   [junit4]   2> 1985389 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1985389 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1985390 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1985390 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1985391 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@71f1fd60[testasynccollectioncreation_shard1_replica_n1] main]
   [junit4]   2> 1985392 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1985392 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1985393 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1985393 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659152607511314432
   [junit4]   2> 1985395 INFO  (searcherExecutor-9893-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 r:core_node2 CREATE n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] Registered new searcher Searcher@71f1fd60[testasynccollectioncreation_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1985397 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testasynccollectioncreation/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1985397 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testasynccollectioncreation/leaders/shard1
   [junit4]   2> 1985400 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1985400 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1985400 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46045/solr/testasynccollectioncreation_shard1_replica_n1/
   [junit4]   2> 1985400 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1985400 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:46045/solr/testasynccollectioncreation_shard1_replica_n1/ has no replicas
   [junit4]   2> 1985400 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testasynccollectioncreation/leaders/shard1/leader after winning as /collections/testasynccollectioncreation/leader_elect/shard1/election/73283957452308488-core_node2-n_0000000000
   [junit4]   2> 1985401 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46045/solr/testasynccollectioncreation_shard1_replica_n1/ shard1
   [junit4]   2> 1985503 INFO  (zkCallback-9500-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1985503 INFO  (zkCallback-9500-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1985503 INFO  (zkCallback-9500-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1985504 INFO  (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1985605 INFO  (zkCallback-9500-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1985605 INFO  (zkCallback-9500-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1985605 INFO  (zkCallback-9500-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1985606 INFO  (zkCallback-9500-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1986013 INFO  (qtp1145862900-33556) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1986014 INFO  (qtp1145862900-33556) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1986326 INFO  (qtp1145862900-33558) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685
   [junit4]   2> 1986326 INFO  (qtp1145862900-33558) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986328 INFO  (OverseerThreadFactory-9884-thread-1-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1987014 INFO  (OverseerCollectionConfigSetProcessor-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1987015 INFO  (qtp1145862900-33550) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1987016 INFO  (qtp1145862900-33550) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1987017 INFO  (qtp1145862900-33552) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1987017 INFO  (qtp1145862900-33552) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1987018 INFO  (qtp1145862900-33554) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=564e0333-acd5-4dc8-8f1b-1d554d8f8414&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1987019 INFO  (qtp1145862900-33554) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=564e0333-acd5-4dc8-8f1b-1d554d8f8414&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1987020 INFO  (qtp1145862900-33556) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1987021 INFO  (qtp1145862900-33556) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1987021 INFO  (OverseerThreadFactory-9884-thread-2-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
   [junit4]   2> 1987022 ERROR (OverseerThreadFactory-9884-thread-2-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: create failed:org.apache.solr.common.SolrException: collection already exists: testasynccollectioncreation
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:116)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 1987023 INFO  (OverseerThreadFactory-9884-thread-2-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1988022 INFO  (qtp1145862900-33558) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1988024 INFO  (qtp1145862900-33558) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1988025 INFO  (qtp1145862900-33550) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1988026 INFO  (qtp1145862900-33550) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1988026 INFO  (qtp1145862900-33552) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=a28c0636-96c0-478c-b5f6-f49caa5689a6&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1988027 INFO  (qtp1145862900-33552) [n:127.0.0.1:46045_solr c:testasynccollectioncreation    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=a28c0636-96c0-478c-b5f6-f49caa5689a6&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1988028 INFO  (qtp1145862900-33554) [n:127.0.0.1:46045_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a28c0636-96c0-478c-b5f6-f49caa5689a6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1988029 INFO  (qtp1145862900-33554) [n:127.0.0.1:46045_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a28c0636-96c0-478c-b5f6-f49caa5689a6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1988030 INFO  (OverseerCollectionConfigSetProcessor-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1988031 INFO  (OverseerThreadFactory-9884-thread-3-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33485_solr for creating new replica of shard shard1 for collection testasynccollectioncreation
   [junit4]   2> 1988032 INFO  (OverseerThreadFactory-9884-thread-3-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1988033 INFO  (OverseerStateUpdate-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testasynccollectioncreation",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testasynccollectioncreation_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33485/solr",
   [junit4]   2>   "node_name":"127.0.0.1:33485_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1988035 INFO  (zkCallback-9500-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988035 INFO  (zkCallback-9500-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988035 INFO  (zkCallback-9500-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988035 INFO  (zkCallback-9500-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988137 INFO  (qtp453233654-33557) [n:127.0.0.1:33485_solr    x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
   [junit4]   2> 1988137 INFO  (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr    x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command async=a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1988137 INFO  (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr    x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1988138 INFO  (qtp453233654-33559) [n:127.0.0.1:33485_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599
   [junit4]   2> 1988138 INFO  (qtp453233654-33559) [n:127.0.0.1:33485_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1988144 INFO  (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1988165 INFO  (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 1988167 INFO  (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1988167 INFO  (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasyncc

[...truncated too long message...]

t4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 2027916 WARN  (OverseerThreadFactory-9990-thread-2-processing-n:127.0.0.1:36337_solr) [n:127.0.0.1:36337_solr     ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId, taskKey: testAsyncIdRaceCondition
   [junit4]   2> 2027916 ERROR (OverseerThreadFactory-9990-thread-2-processing-n:127.0.0.1:36337_solr) [n:127.0.0.1:36337_solr     ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-running/mn-repeatedId
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 2027916 INFO  (OverseerAutoScalingTriggerThread-73283960026234886-127.0.0.1:36337_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2027917 INFO  (jetty-closer-9632-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73283960026234886-127.0.0.1:36337_solr-n_0000000000) closing
   [junit4]   2> 2027917 INFO  (closeThreadPool-9640-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73283960026234886-127.0.0.1:36337_solr-n_0000000000) closing
   [junit4]   2> 2027918 INFO  (jetty-closer-9632-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4142b90d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2027918 INFO  (jetty-closer-9632-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@71dbbf0{/solr,null,UNAVAILABLE}
   [junit4]   2> 2027918 INFO  (jetty-closer-9632-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2027919 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2028122 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/testAsyncIdRaceCondition/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/collections/testAsyncIdRaceCondition/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/overseer/queue
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2028123 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43409
   [junit4]   2> 2028123 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43409
   [junit4]   2> 2028123 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[B5145E4D8B08DD5A]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43409
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001
   [junit4]   2> Feb 21, 2020 1:21:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_version_=PostingsFormat(name=MockRandom), _root_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), _route_=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1435, maxMBSortInHeap=6.3811498193194245, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17dd903d), locale=es-PE, timezone=Asia/Qostanay
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=323611880,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, PluginInfoTest, TestSurroundQueryParser, TestClassicSimilarityFactory, TestDynamicLoading, DeleteShardTest, AtomicUpdatesTest, TestSerializedLuceneMatchVersion, SolrIndexSplitterTest, UnloadDistributedZkTest, HdfsLockFactoryTest, TestSolrIndexConfig, TestSchemaManager, TestSchemaResource, TestExtendedDismaxParser, TestMultiValuedNumericRangeQuery, TestStandardQParsers, SolrMetricReporterTest, TestHdfsUpdateLog, AsyncCallRequestStatusResponseTest, TestJsonFacets, TestSimLargeCluster, TestLocalStatsCacheCloud, BasicAuthStandaloneTest, TestDistribPackageStore, PeerSyncWithLeaderTest, V2StandaloneTest, TestGeoJSONResponseWriter, DocExpirationUpdateProcessorFactoryTest, SolrCoreCheckLockOnStartupTest, TestAnalyzeInfixSuggestions, TestLegacyFieldCache, HttpSolrCallGetCoreTest, ShardSplitTest, TestRawTransformer, TestLegacyBM25SimilarityFactory, TestPullReplicaErrorHandling, TestUnifiedSolrHighlighterWithoutStoredId, CreateCollectionCleanupTest, TestImplicitCoreProperties, TestValueSourceCache, TestCustomSort, ClusterStateMockUtilTest, WrapperMergePolicyFactoryTest, LeaderVoteWaitTimeoutTest, PrimitiveFieldTypeTest, HdfsTlogReplayBufferedWhileIndexingTest, CoreAdminHandlerTest, FullHLLTest, TestSizeLimitedDistributedMap, TestIntervalFaceting, TokenizerChainTest, PKIAuthenticationIntegrationTest, TestConfigSets, ForceLeaderWithTlogReplicasTest, SortByFunctionTest, RandomizedTaggerTest, TestPHPSerializedResponseWriter, TestLuceneMatchVersion, SpellCheckCollatorWithCollapseTest, OverseerCollectionConfigSetProcessorTest, TestStressInPlaceUpdates, IndexSchemaRuntimeFieldTest, DateRangeFieldTest, TestHttpShardHandlerFactory, TestReqParamsAPI, TestFileDictionaryLookup, ZkStateReaderTest, AutoAddReplicasIntegrationTest, TestSearchPerf, CopyFieldTest, TestNumericTokenStream, TestExactStatsCacheCloud, PhrasesIdentificationComponentTest, TestLRUStatsCacheCloud, CachingDirectoryFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistribDocExpirationUpdateProcessorTest, TestDeleteCollectionOnDownNodes, TestSimComputePlanAction, MoreLikeThisHandlerTest, CollectionPropsTest, TestInPlaceUpdatesRequiredField, TestCollationField, TestStressReorder, OverseerTaskQueueTest, PrimUtilsTest, TestOrdValues, TestHighFrequencyDictionaryFactory, RollingRestartTest, TestNRTOpen, HttpTriggerListenerTest, DistributedDebugComponentTest, DistributedFacetSimpleRefinementLongTailTest, TestSuggestSpellingConverter, TestPerFieldSimilarityWithDefaultOverride, BlockDirectoryTest, TestReloadAndDeleteDocs, DistributedVersionInfoTest, RequestHandlersTest, TestBadConfig, PeerSyncReplicationTest, TestDynamicFieldResource, TestMissingGroups, TestUtilizeNode, QueryParsingTest, TestBinaryResponseWriter, TestSubQueryTransformer, ConcurrentDeleteAndCreateCollectionTest, DistributedFacetPivotSmallTest, ReindexCollectionTest, ComputePlanActionTest, TestCloudInspectUtil, TestSSLRandomization, OverseerSolrResponseTest, TestHashQParserPlugin, TestFiltering, BlobRepositoryCloudTest, HighlighterWithoutStoredIdTest, DirectoryFactoryTest, SolrRequestParserTest, PeerSyncWithBufferUpdatesTest, NodeAddedTriggerIntegrationTest, TestPKIAuthenticationPlugin, TestFastOutputStream, BasicDistributedZkTest, TestSQLHandlerNonCloud, InfoHandlerTest, HdfsNNFailoverTest, NodeLostTriggerTest, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, NodeMutatorTest, TestOnReconnectListenerSupport, DistributedSpellCheckComponentTest, CloudMLTQParserTest, CurrencyRangeFacetCloudTest, ProtectedTermFilterFactoryTest, TestBulkSchemaAPI, TestStressThreadBackup, TimeRoutedAliasUpdateProcessorTest, TestUninvertingReader, MBeansHandlerTest, TestSolrCachePerf, TestLockTree, TestRandomFlRTGCloud, TestRebalanceLeaders, TestWithCollection, ZkNodePropsTest, ZkShardTermsTest, CollectionsAPIAsyncDistributedZkTest]
   [junit4] Completed [566/904 (1!)] on J2 in 47.01s, 4 tests, 1 failure <<< FAILURES!

[...truncated 53654 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 4302 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4302/

1 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat

Error Message:
Expecting exception

Stack Trace:
java.lang.AssertionError: Expecting exception
	at __randomizedtesting.SeedInfo.seed([121A6B0A894B01CC:CC2AF8A625A7E59C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14513 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
   [junit4]   2> 2073911 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2073911 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2073911 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/data-dir-233-001
   [junit4]   2> 2073911 WARN  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2073911 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2073912 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2073917 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdBackCompat
   [junit4]   2> 2073918 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-001
   [junit4]   2> 2073918 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2073919 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2073919 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2074019 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer start zk server on port:34501
   [junit4]   2> 2074019 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34501
   [junit4]   2> 2074019 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34501
   [junit4]   2> 2074019 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34501
   [junit4]   2> 2074021 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074027 INFO  (zkConnectionManagerCallback-9931-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074027 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074031 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074031 INFO  (zkConnectionManagerCallback-9933-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074031 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074033 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074033 INFO  (zkConnectionManagerCallback-9935-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074033 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074146 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2074146 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2074146 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2074146 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2074146 INFO  (jetty-launcher-9936-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2074146 INFO  (jetty-launcher-9936-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2074147 INFO  (jetty-launcher-9936-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2074147 INFO  (jetty-launcher-9936-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2074147 INFO  (jetty-launcher-9936-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2074147 INFO  (jetty-launcher-9936-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2074147 INFO  (jetty-launcher-9936-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2074147 INFO  (jetty-launcher-9936-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2074147 INFO  (jetty-launcher-9936-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@136f6802{/solr,null,AVAILABLE}
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@588530c6{/solr,null,AVAILABLE}
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5a4d6f8b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35121}
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-2) [     ] o.e.j.s.Server Started @2074196ms
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35121}
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6b2d19d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32923}
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.e.j.s.Server Started @2074196ms
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32923}
   [junit4]   2> 2074148 ERROR (jetty-launcher-9936-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2074148 ERROR (jetty-launcher-9936-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-21T16:13:13.526607Z
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 2074148 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-21T16:13:13.526670Z
   [junit4]   2> 2074149 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074149 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074150 INFO  (zkConnectionManagerCallback-9938-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074150 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074150 INFO  (zkConnectionManagerCallback-9940-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074150 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074151 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2074151 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2074551 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2074552 WARN  (jetty-launcher-9936-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b6acb4c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2074552 WARN  (jetty-launcher-9936-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b6acb4c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2074554 WARN  (jetty-launcher-9936-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@565d9cd0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2074554 WARN  (jetty-launcher-9936-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@565d9cd0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2074556 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34501/solr
   [junit4]   2> 2074556 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074561 INFO  (zkConnectionManagerCallback-9948-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074561 INFO  (jetty-launcher-9936-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074663 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074664 INFO  (zkConnectionManagerCallback-9950-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074664 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074732 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35121_solr
   [junit4]   2> 2074732 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.c.Overseer Overseer (id=73284636791275526-127.0.0.1:35121_solr-n_0000000000) starting
   [junit4]   2> 2074737 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2074737 INFO  (OverseerStateUpdate-73284636791275526-127.0.0.1:35121_solr-n_0000000000) [n:127.0.0.1:35121_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35121_solr
   [junit4]   2> 2074738 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35121_solr
   [junit4]   2> 2074738 WARN  (jetty-launcher-9936-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4e51bdc5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2074738 WARN  (jetty-launcher-9936-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4e51bdc5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2074740 INFO  (zkCallback-9949-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2074740 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2074740 WARN  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2074742 WARN  (jetty-launcher-9936-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@8210863[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2074742 WARN  (jetty-launcher-9936-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@8210863[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2074743 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34501/solr
   [junit4]   2> 2074745 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074746 INFO  (zkConnectionManagerCallback-9959-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074746 INFO  (jetty-launcher-9936-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074759 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2074782 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35121.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2074788 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35121.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2074788 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35121.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2074792 INFO  (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-001/node1/.
   [junit4]   2> 2074860 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074861 INFO  (zkConnectionManagerCallback-9962-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074861 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074867 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2074872 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:32923_solr as DOWN
   [junit4]   2> 2074873 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2074873 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr
   [junit4]   2> 2074874 INFO  (zkCallback-9949-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2074875 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2074875 WARN  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2074881 INFO  (zkCallback-9961-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2074891 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2074910 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2074918 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2074918 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2074919 INFO  (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-001/node2/.
   [junit4]   2> 2074943 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 2074944 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2074945 INFO  (zkConnectionManagerCallback-9971-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074945 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2074947 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2074948 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34501/solr ready
   [junit4]   2> 2074953 INFO  (qtp141901539-33066) [n:127.0.0.1:32923_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2074955 INFO  (qtp141901539-33066) [n:127.0.0.1:32923_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2074955 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdBackCompat
   [junit4]   2> 2074957 INFO  (OverseerThreadFactory-10914-thread-1-processing-n:127.0.0.1:35121_solr) [n:127.0.0.1:35121_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncIdBackCompat
   [junit4]   2> 2075057 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=838476983
   [junit4]   2> 2075057 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35121_solr
   [junit4]   2> 2075058 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2075058 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:35121_solr as DOWN
   [junit4]   2> 2075059 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2075060 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2075060 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4af40a59: rootName = solr_35121, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@36086e23
   [junit4]   2> 2075060 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=601139510
   [junit4]   2> 2075060 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr
   [junit4]   2> 2075060 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2075060 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:32923_solr as DOWN
   [junit4]   2> 2075062 ERROR (OverseerThreadFactory-10914-thread-1-processing-n:127.0.0.1:35121_solr) [n:127.0.0.1:35121_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testAsyncIdBackCompat operation: create failed:org.apache.solr.common.SolrException
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Caused by: org.apache.solr.common.AlreadyClosedException
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.offerStateUpdate(Overseer.java:983)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:249)
   [junit4]   2> 	... 6 more
   [junit4]   2> 
   [junit4]   2> 2075063 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2075063 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a23739c: rootName = solr_32923, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@28ae27ed
   [junit4]   2> 2075067 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2075067 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@445dda49: rootName = solr_35121, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5b0b9c44
   [junit4]   2> 2075069 INFO  (OverseerThreadFactory-10914-thread-1-processing-n:127.0.0.1:35121_solr) [n:127.0.0.1:35121_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2075071 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2075071 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ef61dd0: rootName = solr_35121, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c4fc56f
   [junit4]   2> 2075071 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2075073 INFO  (closeThreadPool-9979-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73284636791275526-127.0.0.1:35121_solr-n_0000000000) closing
   [junit4]   2> 2075073 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2075073 INFO  (OverseerStateUpdate-73284636791275526-127.0.0.1:35121_solr-n_0000000000) [n:127.0.0.1:35121_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35121_solr
   [junit4]   2> 2075073 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16219dd4: rootName = solr_32923, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5b0b9c44
   [junit4]   2> 2075073 INFO  (OverseerAutoScalingTriggerThread-73284636791275526-127.0.0.1:35121_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2075076 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2075076 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d75c7c8: rootName = solr_32923, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c4fc56f
   [junit4]   2> 2075076 INFO  (jetty-closer-9972-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2075083 INFO  (closeThreadPool-9979-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73284636791275526-127.0.0.1:35121_solr-n_0000000000) closing
   [junit4]   2> 2075183 INFO  (jetty-closer-9972-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73284636791275526-127.0.0.1:35121_solr-n_0000000000) closing
   [junit4]   2> 2075184 INFO  (jetty-closer-9972-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a4d6f8b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2075184 INFO  (jetty-closer-9972-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@136f6802{/solr,null,UNAVAILABLE}
   [junit4]   2> 2075184 INFO  (jetty-closer-9972-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2075285 INFO  (jetty-closer-9972-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b2d19d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2075285 INFO  (jetty-closer-9972-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@588530c6{/solr,null,UNAVAILABLE}
   [junit4]   2> 2075285 INFO  (jetty-closer-9972-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2075285 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2075489 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2075490 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34501
   [junit4]   2> 2075490 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34501
   [junit4]   2> 2075490 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34501
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testAsyncIdBackCompat -Dtests.seed=121A6B0A894B01CC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=Asia/Choibalsan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 1.58s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expecting exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([121A6B0A894B01CC:CC2AF8A625A7E59C]:0)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 2075497 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests
   [junit4]   2> 2075498 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002
   [junit4]   2> 2075498 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2075498 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2075498 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2075598 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer start zk server on port:35813
   [junit4]   2> 2075598 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35813
   [junit4]   2> 2075598 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35813
   [junit4]   2> 2075598 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35813
   [junit4]   2> 2075600 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2075602 INFO  (zkConnectionManagerCallback-9982-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2075602 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2075613 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2075615 INFO  (zkConnectionManagerCallback-9984-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2075615 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2075616 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2075617 INFO  (zkConnectionManagerCallback-9986-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2075617 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2075720 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2075720 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2075720 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2075720 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2075720 INFO  (jetty-launcher-9987-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2075720 INFO  (jetty-launcher-9987-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73936251{/solr,null,AVAILABLE}
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4605a51e{/solr,null,AVAILABLE}
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1d4607e7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41041}
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-1) [     ] o.e.j.s.Server Started @2075770ms
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@434a094b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41163}
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-2) [     ] o.e.j.s.Server Started @2075770ms
   [junit4]   2> 2075721 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41041}
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41163}
   [junit4]   2> 2075722 ERROR (jetty-launcher-9987-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2075722 ERROR (jetty-launcher-9987-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-21T16:13:15.100248Z
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 2075722 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-21T16:13:15.100306Z
   [junit4]   2> 2075723 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2075723 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2075724 INFO  (zkConnectionManagerCallback-9991-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2075724 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2075724 INFO  (zkConnectionManagerCallback-9989-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2075724 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2075724 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2075724 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2076651 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2076652 WARN  (jetty-launcher-9987-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5517a2a3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2076652 WARN  (jetty-launcher-9987-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5517a2a3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2076668 WARN  (jetty-launcher-9987-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17fdd32c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2076668 WARN  (jetty-launcher-9987-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17fdd32c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2076670 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35813/solr
   [junit4]   2> 2076672 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2076693 INFO  (zkConnectionManagerCallback-9999-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2076693 INFO  (jetty-launcher-9987-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2076796 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2076801 INFO  (zkConnectionManagerCallback-10001-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2076801 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2076856 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41041_solr
   [junit4]   2> 2076857 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.c.Overseer Overseer (id=73284636895346694-127.0.0.1:41041_solr-n_0000000000) starting
   [junit4]   2> 2076860 INFO  (OverseerStateUpdate-73284636895346694-127.0.0.1:41041_solr-n_0000000000) [n:127.0.0.1:41041_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41041_solr
   [junit4]   2> 2076862 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41041_solr
   [junit4]   2> 2076864 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2076864 WARN  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2076865 INFO  (zkCallback-10000-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2076889 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2076908 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2076915 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2076915 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2076917 INFO  (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/.
   [junit4]   2> 2077921 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2077922 WARN  (jetty-launcher-9987-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@346d17eb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2077922 WARN  (jetty-launcher-9987-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@346d17eb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2077924 WARN  (jetty-launcher-9987-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f5aba82[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2077924 WARN  (jetty-launcher-9987-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f5aba82[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2077926 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35813/solr
   [junit4]   2> 2077926 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2077927 INFO  (zkConnectionManagerCallback-10011-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2077927 INFO  (jetty-launcher-9987-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2078029 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2078031 INFO  (zkConnectionManagerCallback-10013-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2078031 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2078036 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2078039 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41163_solr as DOWN
   [junit4]   2> 2078040 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2078040 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41163_solr
   [junit4]   2> 2078041 INFO  (zkCallback-10000-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2078041 INFO  (zkCallback-10012-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2078042 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2078042 WARN  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2078057 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2078075 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41163.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2078098 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41163.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2078098 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41163.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2078099 INFO  (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node2/.
   [junit4]   2> 2078133 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 2078134 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2078135 INFO  (zkConnectionManagerCallback-10022-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2078135 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2078136 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2078137 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35813/solr ready
   [junit4]   2> 2078142 INFO  (qtp327285735-33181) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2078143 INFO  (qtp327285735-33181) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2078144 INFO  (qtp327285735-33182) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&shards=shard1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2078146 INFO  (qtp327285735-33182) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&shards=shard1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2078147 INFO  (qtp327285735-33184) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2078148 INFO  (qtp327285735-33184) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2078149 INFO  (OverseerThreadFactory-10935-thread-1-processing-n:127.0.0.1:41041_solr) [n:127.0.0.1:41041_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncOperations
   [junit4]   2> 2078256 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr    x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&collection=testAsyncOperations&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
   [junit4]   2> 2078256 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr    x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command async=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&collection=testAsyncOperations&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2078256 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr    x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2078259 INFO  (qtp327285735-33184) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502
   [junit4]   2> 2078259 INFO  (qtp327285735-33184) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2079149 INFO  (qtp327285735-33186) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2079150 INFO  (qtp327285735-33186) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2079260 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502
   [junit4]   2> 2079261 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2079267 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2079275 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2079277 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2079277 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 2079277 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2079278 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/./testAsyncOperations_shard1_replica_n1/data/]
   [junit4]   2> 2079345 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2079345 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2079347 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2079348 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2079349 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fb61b40[testAsyncOperations_shard1_replica_n1] main]
   [junit4]   2> 2079350 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2079351 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2079351 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2079351 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659163481188859904
   [junit4]   2> 2079354 INFO  (searcherExecutor-10947-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@6fb61b40[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2079357 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2079357 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAsyncOperations/leaders/shard1
   [junit4]   2> 2079360 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2079360 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2079360 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41041/solr/testAsyncOperations_shard1_replica_n1/
   [junit4]   2> 2079360 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2079361 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41041/solr/testAsyncOperations_shard1_replica_n1/ has no replicas
   [junit4]   2> 2079361 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAsyncOperations/leaders/shard1/leader after winning as /collections/testAsyncOperations/leader_elect/shard1/election/73284636895346694-core_node2-n_0000000000
   [junit4]   2> 2079362 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41041/solr/testAsyncOperations_shard1_replica_n1/ shard1
   [junit4]   2> 2079464 INFO  (zkCallback-10000-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2079465 INFO  (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1  x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2079567 INFO  (zkCallback-10000-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2079567 INFO  (zkCallback-10000-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2080151 INFO  (qtp327285735-33181) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2080152 INFO  (qtp327285735-33181) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2080262 INFO  (qtp327285735-33182) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502
   [junit4]   2> 2080262 INFO  (qtp327285735-33182) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2080265 INFO  (OverseerThreadFactory-10935-thread-1-processing-n:127.0.0.1:41041_solr) [n:127.0.0.1:41041_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2081153 INFO  (qtp327285735-33184) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2081154 INFO  (qtp327285735-33184) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2081155 INFO  (qtp327285735-33186) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2081155 INFO  (qtp327285735-33186) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2081156 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testAsyncOperations
   [junit4]   2> 2081163 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard1 to Terms{values={core_node2=1}, version=1}
   [junit4]   2> 2081163 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1659163483084685312), 1 (1659163483085733888), 2 (1659163483085733889), 3 (1659163483086782464), 4 (1659163483086782465), 5 (1659163483086782466), 6 (1659163483086782467), 7 (1659163483086782468), 8 (1659163483086782469), 9 (1659163483086782470), ... (91 adds)]} 0 5
   [junit4]   2> 2081164 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1659163483089928192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2081164 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ae9c103 commitCommandVersion:1659163483089928192
   [junit4]   2> 2081173 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@9138b61[testAsyncOperations_shard1_replica_n1] main]
   [junit4]   2> 2081173 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2081175 INFO  (searcherExecutor-10947-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 c:testAsyncOperations s:shard1 r:core_node2) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@9138b61[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C91:[diagnostics={java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1582301600548, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2081175 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=testAsyncOperations:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
   [junit4]   2> 2081176 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.S.Request [testAsyncOperations_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&shards=shard1&_stateVer_=testAsyncOperations:3&wt=javabin&version=2} hits=91 status=0 QTime=0
   [junit4]   2> 2081177 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=8951a9f2-7d75-4c8f-802f-1275b73d8121&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2081181 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8951a9f2-7d75-4c8f-802f-1275b73d8121&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 2081181 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8951a9f2-7d75-4c8f-802f-1275b73d8121&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2081182 INFO  (qtp327285735-33179) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8951a9f2-7d75-4c8f-802f-1275b73d8121&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2081183 INFO  (OverseerThreadFactory-10935-thread-2-processing-n:127.0.0.1:41041_solr) [n:127.0.0.1:41041_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=RELOAD, asyncId=8951a9f2-7d75-4c8f-802f-1275b73d8121
   [junit4]   2> 2081183 INFO  (OverseerCollectionConfigSetProcessor-73284636895346694-127.0.0.1:41041_solr-n_0000000000) [n:127.0.0.1:41041_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2081185 INFO  (qtp327285735-33181) [n:127.0.0.1:41041_solr    x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=testAsyncOperations_shard1_replica_n1&async=8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2081189 INFO  (qtp327285735-33182) [n:127.0.0.1:41041_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609
   [junit4]   2> 2081189 INFO  (qtp327285735-33182) [n:127.0.0.1:41041_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2081196 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr    x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2081204 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr    x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2081206 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr    x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2081206 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr    x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.CoreContainer Reloading SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from configset conf1
   [junit4]   2> 2081245 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
   [junit4]   2> 2081245 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/./testAsyncOperations_shard1_replica_n1/data/]
   [junit4]   2> 2081300 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2081300 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2081305 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f073ba0[testAsyncOperations_shard1_replica_n1] main]
   [junit4]   2> 2081307 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2081307 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2081307 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2081310 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2081312 INFO  (searcherExecutor-10952-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 r:core_node2 RELOAD n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@3f073ba0[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C91:[diagnostics={java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1582301600548, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2081314 INFO  (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD

[...truncated too long message...]

k: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId, taskKey: testAsyncIdRaceCondition
   [junit4]   2> 2121106 ERROR (OverseerThreadFactory-11044-thread-2-processing-n:127.0.0.1:41939_solr) [n:127.0.0.1:41939_solr     ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-running/mn-repeatedId
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 2121107 INFO  (OverseerAutoScalingTriggerThread-73284639616204806-127.0.0.1:41939_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2121107 INFO  (jetty-closer-10143-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73284639616204806-127.0.0.1:41939_solr-n_0000000000) closing
   [junit4]   2> 2121108 INFO  (closeThreadPool-10151-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73284639616204806-127.0.0.1:41939_solr-n_0000000000) closing
   [junit4]   2> 2121108 INFO  (jetty-closer-10143-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@21a7a7f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2121108 INFO  (jetty-closer-10143-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44392539{/solr,null,UNAVAILABLE}
   [junit4]   2> 2121108 INFO  (jetty-closer-10143-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2121109 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2121313 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/testAsyncIdRaceCondition/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/testAsyncIdRaceCondition/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/overseer/queue
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2121314 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41595
   [junit4]   2> 2121314 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41595
   [junit4]   2> 2121314 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[121A6B0A894B01CC]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41595
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001
   [junit4]   2> Feb 21, 2020 4:14:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), _root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene84, _route_=Lucene84}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=42, maxMBSortInHeap=6.568533797698734, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d06ad0f), locale=de-LU, timezone=Asia/Choibalsan
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=297017752,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestInPlaceUpdatesRequiredField, SolrLogPostToolTest, BasicDistributedZkTest, TestOmitPositions, TestSimLargeCluster, PeerSyncReplicationTest, HttpSolrCallGetCoreTest, SpellCheckCollatorWithCollapseTest, TestMultiValuedNumericRangeQuery, RollingRestartTest, DirectoryFactoryTest, ResponseLogComponentTest, IndexSizeTriggerTest, DocumentBuilderTest, AsyncCallRequestStatusResponseTest, TestStressInPlaceUpdates, HighlighterWithoutStoredIdTest, AuditLoggerPluginTest, MetricsHistoryWithAuthIntegrationTest, ZookeeperStatusHandlerTest, TestReRankQParserPlugin, HttpTriggerListenerTest, TestPullReplicaErrorHandling, RuleEngineTest, TestPerFieldSimilarityWithDefaultOverride, TestRecoveryHdfs, CloudMLTQParserTest, SolrCloudExampleTest, TestSimExecutePlanAction, TestSolrJacksonAnnotation, TestBadConfig, TestEmbeddedSolrServerConstructors, TestBulkSchemaAPI, TestCloudPseudoReturnFields, TestChildDocTransformer, FileUtilsTest, BasicAuthStandaloneTest, TestOverriddenPrefixQueryForCustomFieldType, TestTextField, NodeMutatorTest, DistributedQueryComponentCustomSortTest, TestLocalStatsCacheCloud, LargeFieldTest, ShowFileRequestHandlerTest, CdcrWithNodesRestartsTest, TermsComponentTest, TestSimPolicyCloud, TestSimUtils, SolrIndexSplitterTest, TestCollectionAPIs, OverseerSolrResponseTest, AliasIntegrationTest, DeleteShardTest, TestClassicSimilarityFactory, InfoHandlerTest, TestCloudJSONFacetJoinDomain, TestManagedSynonymFilterFactory, TestAddFieldRealTimeGet, UnloadDistributedZkTest, TestConfigReload, TestZkAclsWithHadoopAuth, IndexSchemaRuntimeFieldTest, SuggestComponentTest, TestDistributedGrouping, TestRandomRequestDistribution, TestCorePropertiesReload, TestOrdValues, TestDynamicFieldResource, SuggesterTSTTest, TestSuggestSpellingConverter, TestMissingGroups, HdfsRestartWhileUpdatingTest, TestExportWriter, TestDocBasedVersionConstraints, TestSubQueryTransformer, TestReplicationHandler, TestCustomSort, XCJFQueryTest, DateRangeFieldTest, ZkStateReaderTest, TestGeoJSONResponseWriter, CdcrBidirectionalTest, TaggingAttributeTest, NotRequiredUniqueKeyTest, TestIBSimilarityFactory, TestValueSourceCache, HttpPartitionOnCommitTest, ForceLeaderWithTlogReplicasTest, TestPseudoReturnFields, TestSolrConfigHandler, RandomizedTaggerTest, TestNumericTokenStream, DistributedDebugComponentTest, DistributedSpellCheckComponentTest, ProtectedTermFilterFactoryTest, BadIndexSchemaTest, SyncSliceTest, TestHttpShardHandlerFactory, TestDistributedTracing, CdcrReplicationHandlerTest, ClusterStateMockUtilTest, CoreMergeIndexesAdminHandlerTest, TestNestedDocsSort, HdfsTlogReplayBufferedWhileIndexingTest, TestSchemaManager, LeaderFailoverAfterPartitionTest, TestLegacyFieldCache, TestJoin, ChaosMonkeyNothingIsSafeWithPullReplicasTest, MultiSolrCloudTestCaseTest, V2StandaloneTest, TestHashQParserPlugin, TestNRTOpen, TestPolicyCloud, TestSSLRandomization, ZkControllerTest, TestSmileRequest, PeerSyncWithLeaderTest, ComputePlanActionTest, CdcrUpdateLogTest, ConcurrentCreateRoutedAliasTest, ConcurrentDeleteAndCreateCollectionTest, TestSolrCloudWithKerberosAlt, DistributedFacetSimpleRefinementLongTailTest, WrapperMergePolicyFactoryTest, BlobRepositoryCloudTest, TestManagedSchema, TestLRUStatsCacheCloud, TestBulkSchemaConcurrent, TestHdfsUpdateLog, SolrMetricReporterTest, TestSizeLimitedDistributedMap, DefaultValueUpdateProcessorTest, CachingDirectoryFactoryTest, TestDownShardTolerantSearch, HdfsLockFactoryTest, SolrRequestParserTest, TestStressReorder, TestHighFrequencyDictionaryFactory, UUIDUpdateProcessorFallbackTest, TestTlogReplica, TestFieldCache, DistributedVersionInfoTest, TestReqParamsAPI, SubstringBytesRefFilterTest, PhrasesIdentificationComponentTest, SaslZkACLProviderTest, TestSerializedLuceneMatchVersion, CreateRoutedAliasTest, DistribCursorPagingTest, HttpPartitionWithTlogReplicasTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, RecoveryZkTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RoutingToNodesWithPropertiesTest, ShardRoutingCustomTest, ShardRoutingTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, SystemCollectionCompatTest, TestCloudConsistency, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, TestLockTree, TestMiniSolrCloudClusterSSL, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, ZkSolrClientTest, CollectionsAPIAsyncDistributedZkTest]
   [junit4] Completed [563/904 (1!)] on J2 in 47.54s, 4 tests, 1 failure <<< FAILURES!

[...truncated 53645 lines...]