You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/02/21 02:33:36 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 4299 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4299/
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat
Error Message:
Expecting exception
Stack Trace:
java.lang.AssertionError: Expecting exception
at __randomizedtesting.SeedInfo.seed([AFA4885B5556B605:71941BF7F9BA5255]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14418 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> 2188437 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AFA4885B5556B605]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2188437 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AFA4885B5556B605]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/data-dir-206-001
[junit4] 2> 2188437 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AFA4885B5556B605]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2188437 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AFA4885B5556B605]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2188438 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AFA4885B5556B605]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2188439 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AFA4885B5556B605]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2188441 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests
[junit4] 2> 2188442 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001
[junit4] 2> 2188442 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2188443 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2188443 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2188543 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer start zk server on port:40181
[junit4] 2> 2188543 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40181
[junit4] 2> 2188543 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40181
[junit4] 2> 2188543 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40181
[junit4] 2> 2188544 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2188546 INFO (zkConnectionManagerCallback-14145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2188546 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2188555 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2188556 INFO (zkConnectionManagerCallback-14147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2188556 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2188557 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2188557 INFO (zkConnectionManagerCallback-14149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2188557 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2188662 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2188662 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2188662 INFO (jetty-launcher-14150-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2188663 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2188663 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2188663 INFO (jetty-launcher-14150-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2188663 INFO (jetty-launcher-14150-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2188663 INFO (jetty-launcher-14150-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2188663 INFO (jetty-launcher-14150-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2188663 INFO (jetty-launcher-14150-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36d660a2{/solr,null,AVAILABLE}
[junit4] 2> 2188664 INFO (jetty-launcher-14150-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2188664 INFO (jetty-launcher-14150-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2188664 INFO (jetty-launcher-14150-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2188664 INFO (jetty-launcher-14150-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d3cd27f{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:٣٩٤٩٧}
[junit4] 2> 2188664 INFO (jetty-launcher-14150-thread-2) [ ] o.e.j.s.Server Started @٢١٨٨٧٠٢ms
[junit4] 2> 2188664 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39497}
[junit4] 2> 2188664 INFO (jetty-launcher-14150-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ee33b86{/solr,null,AVAILABLE}
[junit4] 2> 2188664 ERROR (jetty-launcher-14150-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2188664 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T02:00:25.314056Z
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@165ed5cc{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:٤٢٦٣٥}
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-1) [ ] o.e.j.s.Server Started @٢١٨٨٧٠٣ms
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42635}
[junit4] 2> 2188665 ERROR (jetty-launcher-14150-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2188665 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2188666 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2188666 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2188666 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 2188666 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T02:00:25.315060Z
[junit4] 2> 2188666 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2188667 INFO (zkConnectionManagerCallback-14152-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2188667 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2188667 INFO (zkConnectionManagerCallback-14154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2188667 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2188667 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2188668 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2189049 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2189050 WARN (jetty-launcher-14150-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@63925fe8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2189050 WARN (jetty-launcher-14150-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@63925fe8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2189053 WARN (jetty-launcher-14150-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68f19875[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2189053 WARN (jetty-launcher-14150-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68f19875[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2189054 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40181/solr
[junit4] 2> 2189054 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2189056 INFO (zkConnectionManagerCallback-14162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2189056 INFO (jetty-launcher-14150-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2189158 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2189159 INFO (zkConnectionManagerCallback-14164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2189159 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2189180 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2189182 WARN (jetty-launcher-14150-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1c0068d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2189182 WARN (jetty-launcher-14150-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1c0068d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2189185 WARN (jetty-launcher-14150-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e4da775[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2189185 WARN (jetty-launcher-14150-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e4da775[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2189186 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40181/solr
[junit4] 2> 2189187 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2189188 INFO (zkConnectionManagerCallback-14172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2189188 INFO (jetty-launcher-14150-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2189231 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39497_solr
[junit4] 2> 2189232 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.c.Overseer Overseer (id=73281283431727110-127.0.0.1:39497_solr-n_0000000000) starting
[junit4] 2> 2189238 INFO (OverseerStateUpdate-73281283431727110-127.0.0.1:39497_solr-n_0000000000) [n:127.0.0.1:39497_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39497_solr
[junit4] 2> 2189238 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39497_solr
[junit4] 2> 2189239 INFO (OverseerStateUpdate-73281283431727110-127.0.0.1:39497_solr-n_0000000000) [n:127.0.0.1:39497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2189241 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2189241 WARN (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2189257 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2189280 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39497.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2189288 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39497.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2189288 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39497.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2189289 INFO (jetty-launcher-14150-thread-2) [n:127.0.0.1:39497_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001/node2/.
[junit4] 2> 2189290 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2189291 INFO (zkConnectionManagerCallback-14176-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2189291 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2189295 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2189298 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42635_solr as DOWN
[junit4] 2> 2189299 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2189299 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42635_solr
[junit4] 2> 2189304 INFO (zkCallback-14163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2189305 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2189305 WARN (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2189310 INFO (zkCallback-14175-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2189326 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2189346 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42635.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2189354 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42635.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2189354 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42635.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2189356 INFO (jetty-launcher-14150-thread-1) [n:127.0.0.1:42635_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001/node1/.
[junit4] 2> 2189378 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 2189379 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2189380 INFO (zkConnectionManagerCallback-14185-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2189380 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2189381 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2189382 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40181/solr ready
[junit4] 2> 2189424 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2189425 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2189426 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=8ab57228-b7fe-478f-8bc2-26d3cf06f170&shards=shard1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2189427 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8ab57228-b7fe-478f-8bc2-26d3cf06f170&shards=shard1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2189428 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f170&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2189429 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f170&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2189429 INFO (OverseerThreadFactory-11237-thread-1-processing-n:127.0.0.1:39497_solr) [n:127.0.0.1:39497_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncOperations
[junit4] 2> 2189535 INFO (OverseerStateUpdate-73281283431727110-127.0.0.1:39497_solr-n_0000000000) [n:127.0.0.1:39497_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testAsyncOperations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testAsyncOperations_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42635/solr",
[junit4] 2> "node_name":"127.0.0.1:42635_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2189749 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncOperations&version=2&replicaType=NRT&async=8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168&coreNodeName=core_node2&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 2189749 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncOperations&version=2&replicaType=NRT&async=8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168&coreNodeName=core_node2&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 2189763 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2189771 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2189773 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2189773 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2189773 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42635.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2189774 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001/node1/./testAsyncOperations_shard1_replica_n1/data/]
[junit4] 2> 2189793 INFO (qtp1503935155-39080) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168
[junit4] 2> 2189793 INFO (qtp1503935155-39080) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2189827 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2189827 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2189831 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2189831 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2189831 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@253d3734[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 2189833 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2189833 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2189833 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2189833 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659109823198789632
[junit4] 2> 2189836 INFO (searcherExecutor-11246-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 r:core_node2 CREATE n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@253d3734[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2189838 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2189838 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAsyncOperations/leaders/shard1
[junit4] 2> 2189840 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2189840 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2189840 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42635/solr/testAsyncOperations_shard1_replica_n1/
[junit4] 2> 2189841 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2189841 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:42635/solr/testAsyncOperations_shard1_replica_n1/ has no replicas
[junit4] 2> 2189841 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAsyncOperations/leaders/shard1/leader after winning as /collections/testAsyncOperations/leader_elect/shard1/election/73281283431727112-core_node2-n_0000000000
[junit4] 2> 2189842 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42635/solr/testAsyncOperations_shard1_replica_n1/ shard1
[junit4] 2> 2189944 INFO (zkCallback-14175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2189944 INFO (zkCallback-14175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2189944 INFO (zkCallback-14175-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2189945 INFO (parallelCoreAdminExecutor-11242-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168 CREATE) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2190047 INFO (zkCallback-14175-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2190047 INFO (zkCallback-14175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2190047 INFO (zkCallback-14175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2190048 INFO (zkCallback-14175-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2190430 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f170&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2190432 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f170&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2190798 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168
[junit4] 2> 2190798 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f17018672019429155168&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2190803 INFO (OverseerThreadFactory-11237-thread-1-processing-n:127.0.0.1:39497_solr) [n:127.0.0.1:39497_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2191430 INFO (OverseerCollectionConfigSetProcessor-73281283431727110-127.0.0.1:39497_solr-n_0000000000) [n:127.0.0.1:39497_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2191433 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f170&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2191433 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f170&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2191434 INFO (qtp1503935155-39084) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f170&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2191435 INFO (qtp1503935155-39084) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8ab57228-b7fe-478f-8bc2-26d3cf06f170&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2191436 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AFA4885B5556B605]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testAsyncOperations
[junit4] 2> 2191451 INFO (qtp1503935155-39080) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 2191451 INFO (qtp1503935155-39080) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1659109824892239872), 1 (1659109824894337024), 2 (1659109824894337025), 3 (1659109824894337026), 4 (1659109824894337027), 5 (1659109824894337028), 6 (1659109824894337029), 7 (1659109824894337030), 8 (1659109824894337031), 9 (1659109824894337032), ... (20 adds)]} 0 3
[junit4] 2> 2191452 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1659109824896434176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2191452 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48467eb2 commitCommandVersion:1659109824896434176
[junit4] 2> 2191456 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ea4714f[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 2191457 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2191458 INFO (searcherExecutor-11246-thread-1-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 c:testAsyncOperations s:shard1 r:core_node2) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@1ea4714f[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C20:[diagnostics={os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1582250428103, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2191459 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=testAsyncOperations:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
[junit4] 2> 2191460 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.S.Request [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&shards=shard1&_stateVer_=testAsyncOperations:3&wt=javabin&version=2} hits=20 status=0 QTime=0
[junit4] 2> 2191461 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=458cac3d-85a6-40e1-a2bb-4166b69d49e4&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2191462 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=458cac3d-85a6-40e1-a2bb-4166b69d49e4&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2191462 INFO (qtp1503935155-39084) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2191463 INFO (OverseerThreadFactory-11237-thread-2-processing-n:127.0.0.1:39497_solr) [n:127.0.0.1:39497_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=RELOAD, asyncId=458cac3d-85a6-40e1-a2bb-4166b69d49e4
[junit4] 2> 2191463 INFO (qtp1503935155-39084) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2191465 INFO (qtp1503935155-39080) [n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=testAsyncOperations_shard1_replica_n1&async=458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2191466 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920
[junit4] 2> 2191466 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2191470 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2191506 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2191508 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2191508 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.CoreContainer Reloading SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from configset conf1
[junit4] 2> 2191548 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42635.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2191548 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001/node1/./testAsyncOperations_shard1_replica_n1/data/]
[junit4] 2> 2191606 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2191606 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2191608 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@70d75152[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 2191610 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2191610 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2191610 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2191612 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2191615 INFO (searcherExecutor-11251-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 r:core_node2 RELOAD n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@70d75152[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C20:[diagnostics={os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1582250428103, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2191615 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3293ac1f[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 2191615 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@18c1bf66
[junit4] 2> 2191615 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAsyncOperations.shard1.replica_n1, tag=SolrCore@18c1bf66
[junit4] 2> 2191615 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13eff684: rootName = solr_42635, domain = solr.core.testAsyncOperations.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testAsyncOperations.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@79b34fbb
[junit4] 2> 2191617 INFO (searcherExecutor-11251-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 r:core_node2 RELOAD n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@3293ac1f[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C20:[diagnostics={os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1582250428103, os=Linux, java.vendor=Oracle Corporation, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2191667 INFO (parallelCoreAdminExecutor-11242-thread-2-processing-n:127.0.0.1:42635_solr x:testAsyncOperations_shard1_replica_n1 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920 RELOAD) [n:127.0.0.1:42635_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAsyncOperations.shard1.leader, tag=SolrCore@18c1bf66
[junit4] 2> 2192465 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2192467 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2192468 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920
[junit4] 2> 2192468 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e418672021358143920&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2192470 INFO (OverseerThreadFactory-11237-thread-2-processing-n:127.0.0.1:39497_solr) [n:127.0.0.1:39497_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2193465 INFO (OverseerCollectionConfigSetProcessor-73281283431727110-127.0.0.1:39497_solr-n_0000000000) [n:127.0.0.1:39497_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2193468 INFO (qtp1503935155-39084) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2193469 INFO (qtp1503935155-39084) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2193470 INFO (qtp1503935155-39080) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e4&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2193470 INFO (qtp1503935155-39080) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=458cac3d-85a6-40e1-a2bb-4166b69d49e4&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2193471 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params async=d87e444c-e80f-46c9-884a-7102200f8745&action=CREATESHARD&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2193472 INFO (qtp1503935155-39082) [n:127.0.0.1:42635_solr c:testAsyncOperations ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=d87e444c-e80f-46c9-884a-7102200f8745&action=CREATESHARD&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2193473 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=d87e444c-e80f-46c9-884a-7102200f8745&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2193474 INFO (qtp1503935155-39081) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=d87e444c-e80f-46c9-884a-7102200f8745&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2193474 INFO (OverseerThreadFactory-11237-thread-3-processing-n:127.0.0.1:39497_solr) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 ] o.a.s.c.a.c.CreateShardCmd Create shard invoked: {
[junit4] 2> "collection":"testAsyncOperations",
[junit4] 2> "shard":"shard2",
[junit4] 2> "async":"d87e444c-e80f-46c9-884a-7102200f8745",
[junit4] 2> "operation":"createshard"}
[junit4] 2> 2193476 INFO (zkCallback-14175-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2193476 INFO (zkCallback-14175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2193476 INFO (zkCallback-14175-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2193476 INFO (zkCallback-14175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194475 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=d87e444c-e80f-46c9-884a-7102200f8745&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2194476 INFO (qtp1503935155-39083) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=d87e444c-e80f-46c9-884a-7102200f8745&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2194478 INFO (OverseerThreadFactory-11237-thread-3-processing-n:127.0.0.1:39497_solr) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39497_solr for creating new replica of shard shard2 for collection testAsyncOperations
[junit4] 2> 2194479 INFO (OverseerThreadFactory-11237-thread-3-processing-n:127.0.0.1:39497_solr) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2194480 INFO (OverseerStateUpdate-73281283431727110-127.0.0.1:39497_solr-n_0000000000) [n:127.0.0.1:39497_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testAsyncOperations",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testAsyncOperations_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39497/solr",
[junit4] 2> "node_name":"127.0.0.1:39497_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2194582 INFO (zkCallback-14175-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194582 INFO (zkCallback-14175-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194582 INFO (zkCallback-14175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194582 INFO (zkCallback-14175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194729 INFO (qtp314975340-39073) [n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d87e444c-e80f-46c9-884a-7102200f874518672024576725558&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testAsyncOperations_shard2_replica_n3&action=CREATE&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 2194730 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command async=d87e444c-e80f-46c9-884a-7102200f874518672024576725558&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testAsyncOperations_shard2_replica_n3&action=CREATE&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2194730 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2194731 INFO (qtp314975340-39075) [n:127.0.0.1:39497_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : d87e444c-e80f-46c9-884a-7102200f874518672024576725558
[junit4] 2> 2194731 INFO (qtp314975340-39075) [n:127.0.0.1:39497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=d87e444c-e80f-46c9-884a-7102200f874518672024576725558&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2194743 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2194754 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.s.IndexSchema [testAsyncOperations_shard2_replica_n3] Schema name=minimal
[junit4] 2> 2194756 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2194756 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard2_replica_n3' using configuration from configset conf1, trusted=true
[junit4] 2> 2194757 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39497.solr.core.testAsyncOperations.shard2.replica_n3' (registry 'solr.core.testAsyncOperations.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7516a6d2
[junit4] 2> 2194757 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.SolrCore [[testAsyncOperations_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001/node2/testAsyncOperations_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001/tempDir-001/node2/./testAsyncOperations_shard2_replica_n3/data/]
[junit4] 2> 2194825 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2194825 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2194827 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2194827 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2194828 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e89c437[testAsyncOperations_shard2_replica_n3] main]
[junit4] 2> 2194830 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2194831 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2194831 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2194831 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659109828439572480
[junit4] 2> 2194833 INFO (zkCallback-14175-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194833 INFO (zkCallback-14175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194833 INFO (zkCallback-14175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194833 INFO (zkCallback-14175-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194834 INFO (searcherExecutor-11255-thread-1-processing-x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 r:core_node4 CREATE n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.SolrCore [testAsyncOperations_shard2_replica_n3] Registered new searcher Searcher@e89c437[testAsyncOperations_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2194836 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2194836 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAsyncOperations/leaders/shard2
[junit4] 2> 2194838 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2194838 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2194838 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39497/solr/testAsyncOperations_shard2_replica_n3/
[junit4] 2> 2194839 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2194839 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.SyncStrategy https://127.0.0.1:39497/solr/testAsyncOperations_shard2_replica_n3/ has no replicas
[junit4] 2> 2194839 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAsyncOperations/leaders/shard2/leader after winning as /collections/testAsyncOperations/leader_elect/shard2/election/73281283431727110-core_node4-n_0000000000
[junit4] 2> 2194840 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39497/solr/testAsyncOperations_shard2_replica_n3/ shard2
[junit4] 2> 2194942 INFO (zkCallback-14163-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194942 INFO (zkCallback-14175-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194942 INFO (zkCallback-14175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194942 INFO (zkCallback-14175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194942 INFO (zkCallback-14175-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2194943 INFO (parallelCoreAdminExecutor-11238-thread-1-processing-n:127.0.0.1:39497_solr x:testAsyncOperations_shard2_replica_n3 d87e444c-e80f-46c9-884a-7102200f874518672024576725558 CREATE) [n:127.0.0.1:39497_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2195045 INFO (zkCallback-14175-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2195045 INFO (zkCallback-14163-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2195045 INFO (zkCallback-14175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2195045 INFO (zkCallback-14175-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2195045 INFO (zkCallback-14163-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2195045 INFO (zkCallback-14175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2195477 INFO (qtp1503935155-39084) [n:127.0.0.1:42635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=d87e444c-e80f-46c9-884a-7102200f8745&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2195478 INFO (qtp1503935155-39084) [n:127.0.0.1:42635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=d87e444c-e80f-46c9-884a-7102200f8745&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2195732 INFO (qtp314975340-39076) [n:127.0.0.1:39497_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : d87e444c-e80f-46c9-884a-7102200f874518672024576725558
[junit4] 2> 2195732 INFO (qtp314975340-39076) [n:127.0.0.1:39497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=d87e4
[...truncated too long message...]
.apache.solr.metrics.reporters.SolrJmxReporter@337f7a5b: rootName = solr_45517, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2bbf4ea4
[junit4] 2> 2233341 INFO (jetty-closer-14357-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2233341 INFO (closeThreadPool-14365-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73281285380767750-127.0.0.1:45517_solr-n_0000000000) closing
[junit4] 2> 2233342 INFO (OverseerStateUpdate-73281285380767750-127.0.0.1:45517_solr-n_0000000000) [n:127.0.0.1:45517_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45517_solr
[junit4] 2> 2233342 INFO (OverseerAutoScalingTriggerThread-73281285380767750-127.0.0.1:45517_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2233346 INFO (closeThreadPool-14365-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73281285380767750-127.0.0.1:45517_solr-n_0000000000) closing
[junit4] 2> 2233427 INFO (jetty-closer-14357-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c09f137{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:٠}
[junit4] 2> 2233427 INFO (jetty-closer-14357-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7826dc8f{/solr,null,UNAVAILABLE}
[junit4] 2> 2233427 INFO (jetty-closer-14357-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2233526 INFO (jetty-closer-14357-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73281285380767750-127.0.0.1:45517_solr-n_0000000000) closing
[junit4] 2> 2233528 INFO (jetty-closer-14357-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@77166ff6{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:٠}
[junit4] 2> 2233528 INFO (jetty-closer-14357-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73729d48{/solr,null,UNAVAILABLE}
[junit4] 2> 2233528 INFO (jetty-closer-14357-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2233530 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2233733 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/testasynccollectioncreation/terms/shard1_1
[junit4] 2> 6 /solr/collections/testasynccollectioncreation/terms/shard1_0
[junit4] 2> 5 /solr/collections/testasynccollectioncreation/terms/shard1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/collections/testasynccollectioncreation/collectionprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 139 /solr/collections/testasynccollectioncreation/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 50 /solr/overseer/queue
[junit4] 2> 9 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2233735 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:32825
[junit4] 2> 2233735 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:32825
[junit4] 2> 2233735 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[AFA4885B5556B605]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 32825
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AFA4885B5556B605-001
[junit4] 2> Feb 21, 2020 2:01:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d53ba5f), locale=ar-DJ, timezone=Africa/Kigali
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=299494160,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueryComponentOptimizationTest, TestFieldSortValues, ExitableDirectoryReaderTest, NoCacheHeaderTest, TestInPlaceUpdateWithRouteField, FieldMutatingUpdateProcessorTest, TestRemoteStreaming, SearchRateTriggerTest, TestMaxTokenLenTokenizer, TestFacetMethods, TestDynamicFieldNamesIndexCorrectly, DeleteStatusTest, RulesTest, SolrShardReporterTest, LeaderFailureAfterFreshStartTest, AddBlockUpdateTest, TestCloudManagedSchema, SliceStateTest, TriggerCooldownIntegrationTest, TestClusterProperties, TestSafeXMLParsing, ConjunctionSolrSpellCheckerTest, TestFieldCollectionResource, TestFoldingMultitermQuery, TestAtomicUpdateErrorCases, TestReplicaProperties, TestLazyCores, SolrJmxReporterTest, SimpleMLTQParserTest, TestDynamicLoadingUrl, TestEmbeddedSolrServerSchemaAPI, AnalysisAfterCoreReloadTest, TestCharFilters, TestAnalyzedSuggestions, GraphQueryTest, TestSchemalessBufferedUpdates, IndexBasedSpellCheckerTest, TestTrie, JavaBinAtomicUpdateMultivalueTest, TestRealTimeGet, TestCloudRecovery, DaemonStreamApiTest, TestNonDefinedSimilarityFactory, SparseHLLTest, ShardRoutingCustomTest, PeerSyncWithIndexFingerprintCachingTest, TestSolrCloudWithSecureImpersonation, TestManagedSynonymGraphFilterFactory, DistributedExpandComponentTest, CacheHeaderTest, StatsComponentTest, TestCollectionsAPIViaSolrCloudCluster, TestGroupingSearch, TestQueryTypes, TestTolerantUpdateProcessorCloud, NodeMarkersRegistrationTest, HdfsSyncSliceTest, TestRestoreCore, TestTermsQParserPlugin, SystemCollectionCompatTest, OutOfBoxZkACLAndCredentialsProvidersTest, HdfsChaosMonkeyNothingIsSafeTest, DeleteNodeTest, SimpleCollectionCreateDeleteTest, TestPayloadCheckQParserPlugin, CollectionsAPIDistributedZkTest, TestSolrCloudSnapshots, JavabinLoaderTest, BJQFilterAccessibleTest, SolrIndexConfigTest, TestSystemIdResolver, RangeFacetCloudTest, InfixSuggestersTest, TestCoreBackup, TestReload, LegacyCloudClusterPropTest, RequiredFieldsTest, TestSweetSpotSimilarityFactory, HdfsUnloadDistributedZkTest, TestCloudPhrasesIdentificationComponent, JWTVerificationkeyResolverTest, QueryElevationComponentTest, DistributedSuggestComponentTest, TestCopyFieldCollectionResource, TestMaxScoreQueryParser, CoreAdminOperationTest, ReplicationFactorTest, NumericFieldsTest, SimplePostToolTest, HDFSCollectionsAPITest, TestSimScenario, MetricsHandlerTest, AssignBackwardCompatibilityTest, DistributedFacetPivotLongTailTest, UniqFieldsUpdateProcessorFactoryTest, TestSolrConfigHandlerCloud, SolrXmlInZkTest, IndexSizeTriggerMixedBoundsTest, OverseerTest, DistributedFacetPivotWhiteBoxTest, TestSimNodeAddedTrigger, TestRebalanceLeaders, TestXmlQParser, SolrPluginUtilsTest, ZkFailoverTest, SolrMetricsIntegrationTest, TestStressUserVersions, SearchHandlerTest, TestDocTermOrds, TestFieldTypeResource, TestSkipOverseerOperations, TolerantUpdateProcessorTest, TestDFISimilarityFactory, CdcrRequestHandlerTest, JSONWriterTest, TestReplicationHandlerBackup, CdcrBootstrapTest, AutoscalingHistoryHandlerTest, TestCloudJSONFacetSKG, TestLogWatcher, TestInfoStreamLogging, HdfsRecoverLeaseTest, Tagger2Test, BooleanFieldTest, TestReversedWildcardFilterFactory, SynonymTokenizerTest, ConfigureRecoveryStrategyTest, TestInPlaceUpdatesStandalone, TestScoreJoinQPNoScore, DataDrivenBlockJoinTest, SchemaVersionSpecificBehaviorTest, TestShardHandlerFactory, ChaosMonkeySafeLeaderTest, TestPivotHelperCode, TestDocSet, UpdateParamsTest, ConfigSetsAPITest, RankQueryTest, HttpPartitionTest, TestStressLucene, TlogReplayBufferedWhileIndexingTest, JWTAuthPluginIntegrationTest, TestChildDocTransformerHierarchy, CustomTermsComponentTest, ExecutePlanActionTest, TestManagedResourceStorage, DateMathParserTest, CursorPagingTest, EchoParamsTest, SampleTest, TestCrossCoreJoin, TestDistributedMissingSort, TestRandomDVFaceting, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, BasicZkTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, DeleteInactiveReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, LeaderFailoverAfterPartitionTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, RecoveryZkTest, RemoteQueryErrorTest, RoutingToNodesWithPropertiesTest, ShardRoutingTest, SharedFSAutoReplicaFailoverTest, SplitShardTest, TestCloudConsistency, TestDownShardTolerantSearch, TestExactStatsCacheCloud, TestLocalStatsCacheCloud, TestLockTree, TestPrepRecovery, TestRandomRequestDistribution, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestWaitForStateWithJettyShutdowns, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkSolrClientTest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [568/904 (1!)] on J0 in 45.74s, 4 tests, 1 failure <<< FAILURES!
[...truncated 53741 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 4302 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4302/
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat
Error Message:
Expecting exception
Stack Trace:
java.lang.AssertionError: Expecting exception
at __randomizedtesting.SeedInfo.seed([121A6B0A894B01CC:CC2AF8A625A7E59C]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14513 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> 2073911 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2073911 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2073911 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/data-dir-233-001
[junit4] 2> 2073911 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2073911 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2073912 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[121A6B0A894B01CC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2073917 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdBackCompat
[junit4] 2> 2073918 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-001
[junit4] 2> 2073918 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2073919 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2073919 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2074019 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer start zk server on port:34501
[junit4] 2> 2074019 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34501
[junit4] 2> 2074019 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34501
[junit4] 2> 2074019 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34501
[junit4] 2> 2074021 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074027 INFO (zkConnectionManagerCallback-9931-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074027 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074031 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074031 INFO (zkConnectionManagerCallback-9933-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074031 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074033 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074033 INFO (zkConnectionManagerCallback-9935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074033 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074146 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2074146 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2074146 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2074146 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2074146 INFO (jetty-launcher-9936-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2074146 INFO (jetty-launcher-9936-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2074147 INFO (jetty-launcher-9936-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2074147 INFO (jetty-launcher-9936-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2074147 INFO (jetty-launcher-9936-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2074147 INFO (jetty-launcher-9936-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2074147 INFO (jetty-launcher-9936-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2074147 INFO (jetty-launcher-9936-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2074147 INFO (jetty-launcher-9936-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@136f6802{/solr,null,AVAILABLE}
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@588530c6{/solr,null,AVAILABLE}
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a4d6f8b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35121}
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-2) [ ] o.e.j.s.Server Started @2074196ms
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35121}
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b2d19d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32923}
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.e.j.s.Server Started @2074196ms
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32923}
[junit4] 2> 2074148 ERROR (jetty-launcher-9936-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2074148 ERROR (jetty-launcher-9936-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T16:13:13.526607Z
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 2074148 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T16:13:13.526670Z
[junit4] 2> 2074149 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074149 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074150 INFO (zkConnectionManagerCallback-9938-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074150 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074150 INFO (zkConnectionManagerCallback-9940-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074150 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074151 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2074151 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2074551 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2074552 WARN (jetty-launcher-9936-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b6acb4c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2074552 WARN (jetty-launcher-9936-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b6acb4c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2074554 WARN (jetty-launcher-9936-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@565d9cd0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2074554 WARN (jetty-launcher-9936-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@565d9cd0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2074556 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34501/solr
[junit4] 2> 2074556 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074561 INFO (zkConnectionManagerCallback-9948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074561 INFO (jetty-launcher-9936-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074663 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074664 INFO (zkConnectionManagerCallback-9950-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074664 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074732 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35121_solr
[junit4] 2> 2074732 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.c.Overseer Overseer (id=73284636791275526-127.0.0.1:35121_solr-n_0000000000) starting
[junit4] 2> 2074737 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2074737 INFO (OverseerStateUpdate-73284636791275526-127.0.0.1:35121_solr-n_0000000000) [n:127.0.0.1:35121_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35121_solr
[junit4] 2> 2074738 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35121_solr
[junit4] 2> 2074738 WARN (jetty-launcher-9936-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4e51bdc5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2074738 WARN (jetty-launcher-9936-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4e51bdc5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2074740 INFO (zkCallback-9949-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2074740 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2074740 WARN (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2074742 WARN (jetty-launcher-9936-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@8210863[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2074742 WARN (jetty-launcher-9936-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@8210863[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2074743 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34501/solr
[junit4] 2> 2074745 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074746 INFO (zkConnectionManagerCallback-9959-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074746 INFO (jetty-launcher-9936-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074759 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2074782 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35121.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2074788 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35121.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2074788 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35121.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2074792 INFO (jetty-launcher-9936-thread-2) [n:127.0.0.1:35121_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-001/node1/.
[junit4] 2> 2074860 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074861 INFO (zkConnectionManagerCallback-9962-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074861 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074867 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2074872 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:32923_solr as DOWN
[junit4] 2> 2074873 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2074873 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr
[junit4] 2> 2074874 INFO (zkCallback-9949-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2074875 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2074875 WARN (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2074881 INFO (zkCallback-9961-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2074891 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2074910 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2074918 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2074918 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2074919 INFO (jetty-launcher-9936-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-001/node2/.
[junit4] 2> 2074943 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 2074944 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2074945 INFO (zkConnectionManagerCallback-9971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2074945 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2074947 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2074948 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34501/solr ready
[junit4] 2> 2074953 INFO (qtp141901539-33066) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2074955 INFO (qtp141901539-33066) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2074955 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdBackCompat
[junit4] 2> 2074957 INFO (OverseerThreadFactory-10914-thread-1-processing-n:127.0.0.1:35121_solr) [n:127.0.0.1:35121_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncIdBackCompat
[junit4] 2> 2075057 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=838476983
[junit4] 2> 2075057 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35121_solr
[junit4] 2> 2075058 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2075058 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:35121_solr as DOWN
[junit4] 2> 2075059 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2075060 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2075060 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4af40a59: rootName = solr_35121, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@36086e23
[junit4] 2> 2075060 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=601139510
[junit4] 2> 2075060 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr
[junit4] 2> 2075060 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2075060 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:32923_solr as DOWN
[junit4] 2> 2075062 ERROR (OverseerThreadFactory-10914-thread-1-processing-n:127.0.0.1:35121_solr) [n:127.0.0.1:35121_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testAsyncIdBackCompat operation: create failed:org.apache.solr.common.SolrException
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:342)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Caused by: org.apache.solr.common.AlreadyClosedException
[junit4] 2> at org.apache.solr.cloud.Overseer.offerStateUpdate(Overseer.java:983)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:249)
[junit4] 2> ... 6 more
[junit4] 2>
[junit4] 2> 2075063 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2075063 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a23739c: rootName = solr_32923, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@28ae27ed
[junit4] 2> 2075067 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2075067 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@445dda49: rootName = solr_35121, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5b0b9c44
[junit4] 2> 2075069 INFO (OverseerThreadFactory-10914-thread-1-processing-n:127.0.0.1:35121_solr) [n:127.0.0.1:35121_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2075071 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2075071 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ef61dd0: rootName = solr_35121, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c4fc56f
[junit4] 2> 2075071 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2075073 INFO (closeThreadPool-9979-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73284636791275526-127.0.0.1:35121_solr-n_0000000000) closing
[junit4] 2> 2075073 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2075073 INFO (OverseerStateUpdate-73284636791275526-127.0.0.1:35121_solr-n_0000000000) [n:127.0.0.1:35121_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35121_solr
[junit4] 2> 2075073 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16219dd4: rootName = solr_32923, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5b0b9c44
[junit4] 2> 2075073 INFO (OverseerAutoScalingTriggerThread-73284636791275526-127.0.0.1:35121_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2075076 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2075076 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d75c7c8: rootName = solr_32923, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c4fc56f
[junit4] 2> 2075076 INFO (jetty-closer-9972-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2075083 INFO (closeThreadPool-9979-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284636791275526-127.0.0.1:35121_solr-n_0000000000) closing
[junit4] 2> 2075183 INFO (jetty-closer-9972-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284636791275526-127.0.0.1:35121_solr-n_0000000000) closing
[junit4] 2> 2075184 INFO (jetty-closer-9972-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a4d6f8b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2075184 INFO (jetty-closer-9972-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@136f6802{/solr,null,UNAVAILABLE}
[junit4] 2> 2075184 INFO (jetty-closer-9972-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2075285 INFO (jetty-closer-9972-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b2d19d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2075285 INFO (jetty-closer-9972-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@588530c6{/solr,null,UNAVAILABLE}
[junit4] 2> 2075285 INFO (jetty-closer-9972-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2075285 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2075489 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2075490 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34501
[junit4] 2> 2075490 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34501
[junit4] 2> 2075490 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34501
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testAsyncIdBackCompat -Dtests.seed=121A6B0A894B01CC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=Asia/Choibalsan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 1.58s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expecting exception
[junit4] > at __randomizedtesting.SeedInfo.seed([121A6B0A894B01CC:CC2AF8A625A7E59C]:0)
[junit4] > at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 2075497 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests
[junit4] 2> 2075498 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002
[junit4] 2> 2075498 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2075498 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2075498 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2075598 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer start zk server on port:35813
[junit4] 2> 2075598 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35813
[junit4] 2> 2075598 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35813
[junit4] 2> 2075598 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35813
[junit4] 2> 2075600 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2075602 INFO (zkConnectionManagerCallback-9982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2075602 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2075613 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2075615 INFO (zkConnectionManagerCallback-9984-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2075615 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2075616 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2075617 INFO (zkConnectionManagerCallback-9986-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2075617 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2075720 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2075720 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2075720 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2075720 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2075720 INFO (jetty-launcher-9987-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2075720 INFO (jetty-launcher-9987-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73936251{/solr,null,AVAILABLE}
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4605a51e{/solr,null,AVAILABLE}
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d4607e7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41041}
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-1) [ ] o.e.j.s.Server Started @2075770ms
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@434a094b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41163}
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-2) [ ] o.e.j.s.Server Started @2075770ms
[junit4] 2> 2075721 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41041}
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41163}
[junit4] 2> 2075722 ERROR (jetty-launcher-9987-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2075722 ERROR (jetty-launcher-9987-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T16:13:15.100248Z
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 2075722 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T16:13:15.100306Z
[junit4] 2> 2075723 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2075723 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2075724 INFO (zkConnectionManagerCallback-9991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2075724 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2075724 INFO (zkConnectionManagerCallback-9989-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2075724 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2075724 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2075724 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2076651 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2076652 WARN (jetty-launcher-9987-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5517a2a3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2076652 WARN (jetty-launcher-9987-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5517a2a3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2076668 WARN (jetty-launcher-9987-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17fdd32c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2076668 WARN (jetty-launcher-9987-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17fdd32c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2076670 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35813/solr
[junit4] 2> 2076672 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2076693 INFO (zkConnectionManagerCallback-9999-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2076693 INFO (jetty-launcher-9987-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2076796 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2076801 INFO (zkConnectionManagerCallback-10001-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2076801 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2076856 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41041_solr
[junit4] 2> 2076857 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.c.Overseer Overseer (id=73284636895346694-127.0.0.1:41041_solr-n_0000000000) starting
[junit4] 2> 2076860 INFO (OverseerStateUpdate-73284636895346694-127.0.0.1:41041_solr-n_0000000000) [n:127.0.0.1:41041_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41041_solr
[junit4] 2> 2076862 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41041_solr
[junit4] 2> 2076864 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2076864 WARN (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2076865 INFO (zkCallback-10000-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2076889 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2076908 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2076915 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2076915 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2076917 INFO (jetty-launcher-9987-thread-1) [n:127.0.0.1:41041_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/.
[junit4] 2> 2077921 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2077922 WARN (jetty-launcher-9987-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@346d17eb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2077922 WARN (jetty-launcher-9987-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@346d17eb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2077924 WARN (jetty-launcher-9987-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f5aba82[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2077924 WARN (jetty-launcher-9987-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f5aba82[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2077926 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35813/solr
[junit4] 2> 2077926 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2077927 INFO (zkConnectionManagerCallback-10011-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2077927 INFO (jetty-launcher-9987-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2078029 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2078031 INFO (zkConnectionManagerCallback-10013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2078031 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2078036 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2078039 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41163_solr as DOWN
[junit4] 2> 2078040 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2078040 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41163_solr
[junit4] 2> 2078041 INFO (zkCallback-10000-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2078041 INFO (zkCallback-10012-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2078042 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2078042 WARN (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2078057 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2078075 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41163.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2078098 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41163.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2078098 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41163.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2078099 INFO (jetty-launcher-9987-thread-2) [n:127.0.0.1:41163_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node2/.
[junit4] 2> 2078133 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 2078134 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2078135 INFO (zkConnectionManagerCallback-10022-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2078135 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2078136 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2078137 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35813/solr ready
[junit4] 2> 2078142 INFO (qtp327285735-33181) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2078143 INFO (qtp327285735-33181) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2078144 INFO (qtp327285735-33182) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&shards=shard1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2078146 INFO (qtp327285735-33182) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&shards=shard1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2078147 INFO (qtp327285735-33184) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2078148 INFO (qtp327285735-33184) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2078149 INFO (OverseerThreadFactory-10935-thread-1-processing-n:127.0.0.1:41041_solr) [n:127.0.0.1:41041_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncOperations
[junit4] 2> 2078256 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&collection=testAsyncOperations&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 2078256 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command async=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&collection=testAsyncOperations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2078256 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2078259 INFO (qtp327285735-33184) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502
[junit4] 2> 2078259 INFO (qtp327285735-33184) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2079149 INFO (qtp327285735-33186) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2079150 INFO (qtp327285735-33186) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2079260 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502
[junit4] 2> 2079261 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2079267 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2079275 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2079277 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2079277 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2079277 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2079278 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/./testAsyncOperations_shard1_replica_n1/data/]
[junit4] 2> 2079345 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2079345 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2079347 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2079348 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2079349 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fb61b40[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 2079350 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2079351 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2079351 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2079351 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659163481188859904
[junit4] 2> 2079354 INFO (searcherExecutor-10947-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@6fb61b40[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2079357 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2079357 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAsyncOperations/leaders/shard1
[junit4] 2> 2079360 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2079360 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2079360 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41041/solr/testAsyncOperations_shard1_replica_n1/
[junit4] 2> 2079360 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2079361 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41041/solr/testAsyncOperations_shard1_replica_n1/ has no replicas
[junit4] 2> 2079361 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAsyncOperations/leaders/shard1/leader after winning as /collections/testAsyncOperations/leader_elect/shard1/election/73284636895346694-core_node2-n_0000000000
[junit4] 2> 2079362 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41041/solr/testAsyncOperations_shard1_replica_n1/ shard1
[junit4] 2> 2079464 INFO (zkCallback-10000-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2079465 INFO (parallelCoreAdminExecutor-10936-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502 CREATE) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2079567 INFO (zkCallback-10000-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2079567 INFO (zkCallback-10000-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2080151 INFO (qtp327285735-33181) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2080152 INFO (qtp327285735-33181) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2080262 INFO (qtp327285735-33182) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502
[junit4] 2> 2080262 INFO (qtp327285735-33182) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a9818723190876824502&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2080265 INFO (OverseerThreadFactory-10935-thread-1-processing-n:127.0.0.1:41041_solr) [n:127.0.0.1:41041_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2081153 INFO (qtp327285735-33184) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2081154 INFO (qtp327285735-33184) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2081155 INFO (qtp327285735-33186) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2081155 INFO (qtp327285735-33186) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=72e2c9ee-7756-4f5f-b6e3-abcbe9500a98&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2081156 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testAsyncOperations
[junit4] 2> 2081163 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 2081163 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1659163483084685312), 1 (1659163483085733888), 2 (1659163483085733889), 3 (1659163483086782464), 4 (1659163483086782465), 5 (1659163483086782466), 6 (1659163483086782467), 7 (1659163483086782468), 8 (1659163483086782469), 9 (1659163483086782470), ... (91 adds)]} 0 5
[junit4] 2> 2081164 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1659163483089928192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2081164 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ae9c103 commitCommandVersion:1659163483089928192
[junit4] 2> 2081173 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@9138b61[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 2081173 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2081175 INFO (searcherExecutor-10947-thread-1-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 c:testAsyncOperations s:shard1 r:core_node2) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@9138b61[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C91:[diagnostics={java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1582301600548, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2081175 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=testAsyncOperations:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
[junit4] 2> 2081176 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.S.Request [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&shards=shard1&_stateVer_=testAsyncOperations:3&wt=javabin&version=2} hits=91 status=0 QTime=0
[junit4] 2> 2081177 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=8951a9f2-7d75-4c8f-802f-1275b73d8121&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2081181 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8951a9f2-7d75-4c8f-802f-1275b73d8121&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2081181 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8951a9f2-7d75-4c8f-802f-1275b73d8121&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2081182 INFO (qtp327285735-33179) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8951a9f2-7d75-4c8f-802f-1275b73d8121&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2081183 INFO (OverseerThreadFactory-10935-thread-2-processing-n:127.0.0.1:41041_solr) [n:127.0.0.1:41041_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=RELOAD, asyncId=8951a9f2-7d75-4c8f-802f-1275b73d8121
[junit4] 2> 2081183 INFO (OverseerCollectionConfigSetProcessor-73284636895346694-127.0.0.1:41041_solr-n_0000000000) [n:127.0.0.1:41041_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2081185 INFO (qtp327285735-33181) [n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=testAsyncOperations_shard1_replica_n1&async=8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2081189 INFO (qtp327285735-33182) [n:127.0.0.1:41041_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609
[junit4] 2> 2081189 INFO (qtp327285735-33182) [n:127.0.0.1:41041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2081196 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2081204 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2081206 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2081206 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.CoreContainer Reloading SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from configset conf1
[junit4] 2> 2081245 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41041.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba17c60
[junit4] 2> 2081245 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001/tempDir-002/node1/./testAsyncOperations_shard1_replica_n1/data/]
[junit4] 2> 2081300 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2081300 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2081305 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f073ba0[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 2081307 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2081307 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2081307 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2081310 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2081312 INFO (searcherExecutor-10952-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 r:core_node2 RELOAD n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1) [n:127.0.0.1:41041_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@3f073ba0[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C91:[diagnostics={java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1582301600548, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2081314 INFO (parallelCoreAdminExecutor-10936-thread-2-processing-n:127.0.0.1:41041_solr x:testAsyncOperations_shard1_replica_n1 8951a9f2-7d75-4c8f-802f-1275b73d812118723193805894609 RELOAD
[...truncated too long message...]
k: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId, taskKey: testAsyncIdRaceCondition
[junit4] 2> 2121106 ERROR (OverseerThreadFactory-11044-thread-2-processing-n:127.0.0.1:41939_solr) [n:127.0.0.1:41939_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-running/mn-repeatedId
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
[junit4] 2> at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 2121107 INFO (OverseerAutoScalingTriggerThread-73284639616204806-127.0.0.1:41939_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2121107 INFO (jetty-closer-10143-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284639616204806-127.0.0.1:41939_solr-n_0000000000) closing
[junit4] 2> 2121108 INFO (closeThreadPool-10151-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284639616204806-127.0.0.1:41939_solr-n_0000000000) closing
[junit4] 2> 2121108 INFO (jetty-closer-10143-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@21a7a7f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2121108 INFO (jetty-closer-10143-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44392539{/solr,null,UNAVAILABLE}
[junit4] 2> 2121108 INFO (jetty-closer-10143-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2121109 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2121313 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2> 2 /solr/collections/testAsyncIdRaceCondition/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testAsyncIdRaceCondition/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/overseer/queue
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2121314 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41595
[junit4] 2> 2121314 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41595
[junit4] 2> 2121314 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[121A6B0A894B01CC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41595
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_121A6B0A894B01CC-001
[junit4] 2> Feb 21, 2020 4:14:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), _root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene84, _route_=Lucene84}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=42, maxMBSortInHeap=6.568533797698734, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d06ad0f), locale=de-LU, timezone=Asia/Choibalsan
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=297017752,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestInPlaceUpdatesRequiredField, SolrLogPostToolTest, BasicDistributedZkTest, TestOmitPositions, TestSimLargeCluster, PeerSyncReplicationTest, HttpSolrCallGetCoreTest, SpellCheckCollatorWithCollapseTest, TestMultiValuedNumericRangeQuery, RollingRestartTest, DirectoryFactoryTest, ResponseLogComponentTest, IndexSizeTriggerTest, DocumentBuilderTest, AsyncCallRequestStatusResponseTest, TestStressInPlaceUpdates, HighlighterWithoutStoredIdTest, AuditLoggerPluginTest, MetricsHistoryWithAuthIntegrationTest, ZookeeperStatusHandlerTest, TestReRankQParserPlugin, HttpTriggerListenerTest, TestPullReplicaErrorHandling, RuleEngineTest, TestPerFieldSimilarityWithDefaultOverride, TestRecoveryHdfs, CloudMLTQParserTest, SolrCloudExampleTest, TestSimExecutePlanAction, TestSolrJacksonAnnotation, TestBadConfig, TestEmbeddedSolrServerConstructors, TestBulkSchemaAPI, TestCloudPseudoReturnFields, TestChildDocTransformer, FileUtilsTest, BasicAuthStandaloneTest, TestOverriddenPrefixQueryForCustomFieldType, TestTextField, NodeMutatorTest, DistributedQueryComponentCustomSortTest, TestLocalStatsCacheCloud, LargeFieldTest, ShowFileRequestHandlerTest, CdcrWithNodesRestartsTest, TermsComponentTest, TestSimPolicyCloud, TestSimUtils, SolrIndexSplitterTest, TestCollectionAPIs, OverseerSolrResponseTest, AliasIntegrationTest, DeleteShardTest, TestClassicSimilarityFactory, InfoHandlerTest, TestCloudJSONFacetJoinDomain, TestManagedSynonymFilterFactory, TestAddFieldRealTimeGet, UnloadDistributedZkTest, TestConfigReload, TestZkAclsWithHadoopAuth, IndexSchemaRuntimeFieldTest, SuggestComponentTest, TestDistributedGrouping, TestRandomRequestDistribution, TestCorePropertiesReload, TestOrdValues, TestDynamicFieldResource, SuggesterTSTTest, TestSuggestSpellingConverter, TestMissingGroups, HdfsRestartWhileUpdatingTest, TestExportWriter, TestDocBasedVersionConstraints, TestSubQueryTransformer, TestReplicationHandler, TestCustomSort, XCJFQueryTest, DateRangeFieldTest, ZkStateReaderTest, TestGeoJSONResponseWriter, CdcrBidirectionalTest, TaggingAttributeTest, NotRequiredUniqueKeyTest, TestIBSimilarityFactory, TestValueSourceCache, HttpPartitionOnCommitTest, ForceLeaderWithTlogReplicasTest, TestPseudoReturnFields, TestSolrConfigHandler, RandomizedTaggerTest, TestNumericTokenStream, DistributedDebugComponentTest, DistributedSpellCheckComponentTest, ProtectedTermFilterFactoryTest, BadIndexSchemaTest, SyncSliceTest, TestHttpShardHandlerFactory, TestDistributedTracing, CdcrReplicationHandlerTest, ClusterStateMockUtilTest, CoreMergeIndexesAdminHandlerTest, TestNestedDocsSort, HdfsTlogReplayBufferedWhileIndexingTest, TestSchemaManager, LeaderFailoverAfterPartitionTest, TestLegacyFieldCache, TestJoin, ChaosMonkeyNothingIsSafeWithPullReplicasTest, MultiSolrCloudTestCaseTest, V2StandaloneTest, TestHashQParserPlugin, TestNRTOpen, TestPolicyCloud, TestSSLRandomization, ZkControllerTest, TestSmileRequest, PeerSyncWithLeaderTest, ComputePlanActionTest, CdcrUpdateLogTest, ConcurrentCreateRoutedAliasTest, ConcurrentDeleteAndCreateCollectionTest, TestSolrCloudWithKerberosAlt, DistributedFacetSimpleRefinementLongTailTest, WrapperMergePolicyFactoryTest, BlobRepositoryCloudTest, TestManagedSchema, TestLRUStatsCacheCloud, TestBulkSchemaConcurrent, TestHdfsUpdateLog, SolrMetricReporterTest, TestSizeLimitedDistributedMap, DefaultValueUpdateProcessorTest, CachingDirectoryFactoryTest, TestDownShardTolerantSearch, HdfsLockFactoryTest, SolrRequestParserTest, TestStressReorder, TestHighFrequencyDictionaryFactory, UUIDUpdateProcessorFallbackTest, TestTlogReplica, TestFieldCache, DistributedVersionInfoTest, TestReqParamsAPI, SubstringBytesRefFilterTest, PhrasesIdentificationComponentTest, SaslZkACLProviderTest, TestSerializedLuceneMatchVersion, CreateRoutedAliasTest, DistribCursorPagingTest, HttpPartitionWithTlogReplicasTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, RecoveryZkTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RoutingToNodesWithPropertiesTest, ShardRoutingCustomTest, ShardRoutingTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, SystemCollectionCompatTest, TestCloudConsistency, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, TestLockTree, TestMiniSolrCloudClusterSSL, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, ZkSolrClientTest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [563/904 (1!)] on J2 in 47.54s, 4 tests, 1 failure <<< FAILURES!
[...truncated 53645 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 4301 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4301/
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat
Error Message:
Expecting exception
Stack Trace:
java.lang.AssertionError: Expecting exception
at __randomizedtesting.SeedInfo.seed([B5145E4D8B08DD5A:6B24CDE127E4390A]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14513 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> 1981457 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1981457 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1981457 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/data-dir-142-001
[junit4] 2> 1981457 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1981458 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1981458 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[B5145E4D8B08DD5A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1981461 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdBackCompat
[junit4] 2> 1981461 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-001
[junit4] 2> 1981461 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1981462 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1981462 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1981562 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer start zk server on port:40319
[junit4] 2> 1981562 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40319
[junit4] 2> 1981562 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40319
[junit4] 2> 1981562 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40319
[junit4] 2> 1981564 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1981565 INFO (zkConnectionManagerCallback-9420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1981565 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1981567 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1981568 INFO (zkConnectionManagerCallback-9422-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1981568 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1981569 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1981569 INFO (zkConnectionManagerCallback-9424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1981569 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1981673 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1981673 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1981673 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1981673 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1981673 INFO (jetty-launcher-9425-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1981673 INFO (jetty-launcher-9425-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2684ae47{/solr,null,AVAILABLE}
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26acd507{/solr,null,AVAILABLE}
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39f089f1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33677}
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.e.j.s.Server Started @1981740ms
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51e64136{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40413}
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.e.j.s.Server Started @1981740ms
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33677}
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40413}
[junit4] 2> 1981674 ERROR (jetty-launcher-9425-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1981674 ERROR (jetty-launcher-9425-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T13:20:25.063877Z
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 1981674 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T13:20:25.063893Z
[junit4] 2> 1981675 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1981676 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1981676 INFO (zkConnectionManagerCallback-9429-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1981676 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1981676 INFO (zkConnectionManagerCallback-9428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1981676 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1981677 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1981677 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1982228 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1982229 WARN (jetty-launcher-9425-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5bcba455[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1982229 WARN (jetty-launcher-9425-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5bcba455[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1982231 WARN (jetty-launcher-9425-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e13beac[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1982231 WARN (jetty-launcher-9425-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e13beac[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1982233 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40319/solr
[junit4] 2> 1982233 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1982238 INFO (zkConnectionManagerCallback-9437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1982238 INFO (jetty-launcher-9425-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1982340 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1982341 INFO (zkConnectionManagerCallback-9439-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1982341 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1982402 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40413_solr
[junit4] 2> 1982403 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.c.Overseer Overseer (id=73283957284732934-127.0.0.1:40413_solr-n_0000000000) starting
[junit4] 2> 1982406 INFO (OverseerStateUpdate-73283957284732934-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40413_solr
[junit4] 2> 1982407 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40413_solr
[junit4] 2> 1982408 INFO (OverseerStateUpdate-73283957284732934-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1982409 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1982410 WARN (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1982426 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1982448 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40413.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1982455 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40413.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1982455 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40413.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1982456 INFO (jetty-launcher-9425-thread-2) [n:127.0.0.1:40413_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-001/node2/.
[junit4] 2> 1983279 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1983280 WARN (jetty-launcher-9425-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@774268f1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1983280 WARN (jetty-launcher-9425-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@774268f1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1983282 WARN (jetty-launcher-9425-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7239c233[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1983282 WARN (jetty-launcher-9425-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7239c233[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1983284 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40319/solr
[junit4] 2> 1983284 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1983285 INFO (zkConnectionManagerCallback-9449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1983285 INFO (jetty-launcher-9425-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1983391 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1983394 INFO (zkConnectionManagerCallback-9451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1983394 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1983399 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1983402 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33677_solr as DOWN
[junit4] 2> 1983402 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1983402 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33677_solr
[junit4] 2> 1983403 INFO (zkCallback-9438-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1983403 INFO (zkCallback-9450-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1983404 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1983405 WARN (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1983417 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1983436 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33677.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1983445 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33677.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1983445 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33677.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1983446 INFO (jetty-launcher-9425-thread-1) [n:127.0.0.1:33677_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-001/node1/.
[junit4] 2> 1983468 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1983468 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1983469 INFO (zkConnectionManagerCallback-9460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1983469 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1983470 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1983471 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40319/solr ready
[junit4] 2> 1983476 INFO (qtp926376295-33440) [n:127.0.0.1:33677_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1983477 INFO (qtp926376295-33440) [n:127.0.0.1:33677_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1983478 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdBackCompat
[junit4] 2> 1983480 INFO (OverseerThreadFactory-9857-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncIdBackCompat
[junit4] 2> 1983579 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1870083677
[junit4] 2> 1983579 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40413_solr
[junit4] 2> 1983579 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1983579 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40413_solr as DOWN
[junit4] 2> 1983581 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1983581 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1983581 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f2e546a: rootName = solr_40413, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5ef7ec03
[junit4] 2> 1983582 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1905060722
[junit4] 2> 1983582 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33677_solr
[junit4] 2> 1983582 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1983582 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:33677_solr as DOWN
[junit4] 2> 1983584 ERROR (OverseerThreadFactory-9857-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testAsyncIdBackCompat operation: create failed:org.apache.solr.common.SolrException
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:342)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Caused by: org.apache.solr.common.AlreadyClosedException
[junit4] 2> at org.apache.solr.cloud.Overseer.offerStateUpdate(Overseer.java:983)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:249)
[junit4] 2> ... 6 more
[junit4] 2>
[junit4] 2> 1983585 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1983585 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73148445: rootName = solr_33677, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@63a3d7ab
[junit4] 2> 1983586 INFO (OverseerThreadFactory-9857-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1983589 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1983589 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3de857da: rootName = solr_40413, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@f693b90
[junit4] 2> 1983593 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1983593 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@138a8d89: rootName = solr_40413, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c3a8491
[junit4] 2> 1983593 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1983597 INFO (closeThreadPool-9468-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283957284732934-127.0.0.1:40413_solr-n_0000000000) closing
[junit4] 2> 1983597 INFO (OverseerStateUpdate-73283957284732934-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40413_solr
[junit4] 2> 1983598 INFO (OverseerAutoScalingTriggerThread-73283957284732934-127.0.0.1:40413_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1983600 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1983600 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7423a601: rootName = solr_33677, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@f693b90
[junit4] 2> 1983604 INFO (closeThreadPool-9468-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73283957284732934-127.0.0.1:40413_solr-n_0000000000) closing
[junit4] 2> 1983605 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1983605 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f6be385: rootName = solr_33677, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c3a8491
[junit4] 2> 1983605 INFO (jetty-closer-9461-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1983605 INFO (zkCallback-9450-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1983704 INFO (jetty-closer-9461-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283957284732934-127.0.0.1:40413_solr-n_0000000000) closing
[junit4] 2> 1983706 INFO (jetty-closer-9461-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@51e64136{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1983706 INFO (jetty-closer-9461-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2684ae47{/solr,null,UNAVAILABLE}
[junit4] 2> 1983706 INFO (jetty-closer-9461-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1983806 INFO (jetty-closer-9461-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@39f089f1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1983806 INFO (jetty-closer-9461-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26acd507{/solr,null,UNAVAILABLE}
[junit4] 2> 1983806 INFO (jetty-closer-9461-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1983807 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1984010 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1984011 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40319
[junit4] 2> 1984011 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40319
[junit4] 2> 1984011 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40319
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testAsyncIdBackCompat -Dtests.seed=B5145E4D8B08DD5A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PE -Dtests.timezone=Asia/Qostanay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 2.56s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expecting exception
[junit4] > at __randomizedtesting.SeedInfo.seed([B5145E4D8B08DD5A:6B24CDE127E4390A]:0)
[junit4] > at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 1984017 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSolrJAPICalls
[junit4] 2> 1984017 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002
[junit4] 2> 1984018 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1984018 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1984018 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1984118 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer start zk server on port:36017
[junit4] 2> 1984118 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36017
[junit4] 2> 1984118 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36017
[junit4] 2> 1984118 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36017
[junit4] 2> 1984120 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984121 INFO (zkConnectionManagerCallback-9471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984121 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984123 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984124 INFO (zkConnectionManagerCallback-9473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984124 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984125 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984126 INFO (zkConnectionManagerCallback-9475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984126 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984228 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1984228 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1984228 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1984228 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1984228 INFO (jetty-launcher-9476-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1984228 INFO (jetty-launcher-9476-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@289e702d{/solr,null,AVAILABLE}
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8db073d{/solr,null,AVAILABLE}
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a8b8c0d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46045}
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-1) [ ] o.e.j.s.Server Started @1984296ms
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15c426e6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33485}
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-2) [ ] o.e.j.s.Server Started @1984296ms
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46045}
[junit4] 2> 1984230 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33485}
[junit4] 2> 1984231 ERROR (jetty-launcher-9476-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1984231 ERROR (jetty-launcher-9476-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T13:20:27.620240Z
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 1984231 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T13:20:27.620265Z
[junit4] 2> 1984232 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984232 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984233 INFO (zkConnectionManagerCallback-9480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984233 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984233 INFO (zkConnectionManagerCallback-9479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984233 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984233 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1984233 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1984680 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1984681 WARN (jetty-launcher-9476-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55f2b282[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1984681 WARN (jetty-launcher-9476-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55f2b282[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1984683 WARN (jetty-launcher-9476-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a12e5d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1984683 WARN (jetty-launcher-9476-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a12e5d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1984685 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36017/solr
[junit4] 2> 1984685 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984690 INFO (zkConnectionManagerCallback-9488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984690 INFO (jetty-launcher-9476-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984728 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1984728 WARN (jetty-launcher-9476-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@60b8095c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1984728 WARN (jetty-launcher-9476-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@60b8095c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1984731 WARN (jetty-launcher-9476-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2546dbe1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1984731 WARN (jetty-launcher-9476-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2546dbe1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1984732 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36017/solr
[junit4] 2> 1984732 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984733 INFO (zkConnectionManagerCallback-9494-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984733 INFO (jetty-launcher-9476-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984792 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984793 INFO (zkConnectionManagerCallback-9496-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984793 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984872 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33485_solr
[junit4] 2> 1984873 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.c.Overseer Overseer (id=73283957452308487-127.0.0.1:33485_solr-n_0000000000) starting
[junit4] 2> 1984879 INFO (OverseerStateUpdate-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33485_solr
[junit4] 2> 1984880 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33485_solr
[junit4] 2> 1984882 INFO (OverseerStateUpdate-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1984883 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1984884 WARN (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1984898 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1984900 INFO (zkConnectionManagerCallback-9501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1984900 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1984906 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1984912 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1984920 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46045_solr as DOWN
[junit4] 2> 1984921 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1984921 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46045_solr
[junit4] 2> 1984922 INFO (zkCallback-9495-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1984923 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1984923 WARN (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1984924 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1984929 INFO (zkCallback-9500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1984931 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1984931 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1984932 INFO (jetty-launcher-9476-thread-2) [n:127.0.0.1:33485_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002/node1/.
[junit4] 2> 1984944 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1984960 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1984969 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1984969 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1984970 INFO (jetty-launcher-9476-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002/node2/.
[junit4] 2> 1984995 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1985000 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1985000 INFO (zkConnectionManagerCallback-9511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1985000 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1985001 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1985003 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36017/solr ready
[junit4] 2> 1985006 INFO (qtp1145862900-33552) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=ca952678-f2c6-41a7-aacb-efb826e125c6&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1985010 INFO (qtp1145862900-33552) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=ca952678-f2c6-41a7-aacb-efb826e125c6&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1985011 INFO (qtp1145862900-33554) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1985012 INFO (qtp1145862900-33554) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1985013 INFO (OverseerThreadFactory-9884-thread-1-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 1985119 INFO (OverseerStateUpdate-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46045/solr",
[junit4] 2> "node_name":"127.0.0.1:46045_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1985321 INFO (qtp1145862900-33558) [n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1985322 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 1985324 INFO (qtp1145862900-33554) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685
[junit4] 2> 1985324 INFO (qtp1145862900-33554) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1985330 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1985337 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1985339 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1985339 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 1985339 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.core.testasynccollectioncreation.shard1.replica_n1' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4025dfb7
[junit4] 2> 1985340 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002/node2/testasynccollectioncreation_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001/tempDir-002/node2/./testasynccollectioncreation_shard1_replica_n1/data/]
[junit4] 2> 1985389 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1985389 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1985390 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1985390 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1985391 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@71f1fd60[testasynccollectioncreation_shard1_replica_n1] main]
[junit4] 2> 1985392 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1985392 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1985393 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1985393 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659152607511314432
[junit4] 2> 1985395 INFO (searcherExecutor-9893-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 r:core_node2 CREATE n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] Registered new searcher Searcher@71f1fd60[testasynccollectioncreation_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1985397 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testasynccollectioncreation/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1985397 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testasynccollectioncreation/leaders/shard1
[junit4] 2> 1985400 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1985400 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1985400 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46045/solr/testasynccollectioncreation_shard1_replica_n1/
[junit4] 2> 1985400 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1985400 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:46045/solr/testasynccollectioncreation_shard1_replica_n1/ has no replicas
[junit4] 2> 1985400 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testasynccollectioncreation/leaders/shard1/leader after winning as /collections/testasynccollectioncreation/leader_elect/shard1/election/73283957452308488-core_node2-n_0000000000
[junit4] 2> 1985401 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46045/solr/testasynccollectioncreation_shard1_replica_n1/ shard1
[junit4] 2> 1985503 INFO (zkCallback-9500-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1985503 INFO (zkCallback-9500-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1985503 INFO (zkCallback-9500-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1985504 INFO (parallelCoreAdminExecutor-9889-thread-1-processing-n:127.0.0.1:46045_solr x:testasynccollectioncreation_shard1_replica_n1 ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685 CREATE) [n:127.0.0.1:46045_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1985605 INFO (zkCallback-9500-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1985605 INFO (zkCallback-9500-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1985605 INFO (zkCallback-9500-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1985606 INFO (zkCallback-9500-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1986013 INFO (qtp1145862900-33556) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1986014 INFO (qtp1145862900-33556) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1986326 INFO (qtp1145862900-33558) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685
[junit4] 2> 1986326 INFO (qtp1145862900-33558) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ca952678-f2c6-41a7-aacb-efb826e125c618712821752245685&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1986328 INFO (OverseerThreadFactory-9884-thread-1-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1987014 INFO (OverseerCollectionConfigSetProcessor-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1987015 INFO (qtp1145862900-33550) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1987016 INFO (qtp1145862900-33550) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1987017 INFO (qtp1145862900-33552) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1987017 INFO (qtp1145862900-33552) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ca952678-f2c6-41a7-aacb-efb826e125c6&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1987018 INFO (qtp1145862900-33554) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=564e0333-acd5-4dc8-8f1b-1d554d8f8414&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1987019 INFO (qtp1145862900-33554) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=564e0333-acd5-4dc8-8f1b-1d554d8f8414&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1987020 INFO (qtp1145862900-33556) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1987021 INFO (qtp1145862900-33556) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1987021 INFO (OverseerThreadFactory-9884-thread-2-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 1987022 ERROR (OverseerThreadFactory-9884-thread-2-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: create failed:org.apache.solr.common.SolrException: collection already exists: testasynccollectioncreation
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:116)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 1987023 INFO (OverseerThreadFactory-9884-thread-2-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1988022 INFO (qtp1145862900-33558) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1988024 INFO (qtp1145862900-33558) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1988025 INFO (qtp1145862900-33550) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1988026 INFO (qtp1145862900-33550) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=564e0333-acd5-4dc8-8f1b-1d554d8f8414&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1988026 INFO (qtp1145862900-33552) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=a28c0636-96c0-478c-b5f6-f49caa5689a6&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1988027 INFO (qtp1145862900-33552) [n:127.0.0.1:46045_solr c:testasynccollectioncreation ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=a28c0636-96c0-478c-b5f6-f49caa5689a6&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1988028 INFO (qtp1145862900-33554) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a28c0636-96c0-478c-b5f6-f49caa5689a6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1988029 INFO (qtp1145862900-33554) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a28c0636-96c0-478c-b5f6-f49caa5689a6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1988030 INFO (OverseerCollectionConfigSetProcessor-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1988031 INFO (OverseerThreadFactory-9884-thread-3-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33485_solr for creating new replica of shard shard1 for collection testasynccollectioncreation
[junit4] 2> 1988032 INFO (OverseerThreadFactory-9884-thread-3-processing-n:127.0.0.1:33485_solr) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1988033 INFO (OverseerStateUpdate-73283957452308487-127.0.0.1:33485_solr-n_0000000000) [n:127.0.0.1:33485_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33485/solr",
[junit4] 2> "node_name":"127.0.0.1:33485_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1988035 INFO (zkCallback-9500-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988035 INFO (zkCallback-9500-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988035 INFO (zkCallback-9500-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988035 INFO (zkCallback-9500-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988137 INFO (qtp453233654-33557) [n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 1988137 INFO (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command async=a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1988137 INFO (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1988138 INFO (qtp453233654-33559) [n:127.0.0.1:33485_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599
[junit4] 2> 1988138 INFO (qtp453233654-33559) [n:127.0.0.1:33485_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1988144 INFO (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1988165 INFO (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1988167 INFO (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasynccollectioncreation_shard1_replica_n3 a28c0636-96c0-478c-b5f6-f49caa5689a618712824768640599 CREATE) [n:127.0.0.1:33485_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1988167 INFO (parallelCoreAdminExecutor-9885-thread-1-processing-n:127.0.0.1:33485_solr x:testasyncc
[...truncated too long message...]
t4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 2027916 WARN (OverseerThreadFactory-9990-thread-2-processing-n:127.0.0.1:36337_solr) [n:127.0.0.1:36337_solr ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId, taskKey: testAsyncIdRaceCondition
[junit4] 2> 2027916 ERROR (OverseerThreadFactory-9990-thread-2-processing-n:127.0.0.1:36337_solr) [n:127.0.0.1:36337_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-running/mn-repeatedId
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
[junit4] 2> at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 2027916 INFO (OverseerAutoScalingTriggerThread-73283960026234886-127.0.0.1:36337_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2027917 INFO (jetty-closer-9632-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283960026234886-127.0.0.1:36337_solr-n_0000000000) closing
[junit4] 2> 2027917 INFO (closeThreadPool-9640-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73283960026234886-127.0.0.1:36337_solr-n_0000000000) closing
[junit4] 2> 2027918 INFO (jetty-closer-9632-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4142b90d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2027918 INFO (jetty-closer-9632-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@71dbbf0{/solr,null,UNAVAILABLE}
[junit4] 2> 2027918 INFO (jetty-closer-9632-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2027919 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2028122 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/testAsyncIdRaceCondition/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testAsyncIdRaceCondition/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/overseer/queue
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2028123 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43409
[junit4] 2> 2028123 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43409
[junit4] 2> 2028123 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[B5145E4D8B08DD5A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43409
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B5145E4D8B08DD5A-001
[junit4] 2> Feb 21, 2020 1:21:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {_version_=PostingsFormat(name=MockRandom), _root_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), _route_=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1435, maxMBSortInHeap=6.3811498193194245, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17dd903d), locale=es-PE, timezone=Asia/Qostanay
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=323611880,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, PluginInfoTest, TestSurroundQueryParser, TestClassicSimilarityFactory, TestDynamicLoading, DeleteShardTest, AtomicUpdatesTest, TestSerializedLuceneMatchVersion, SolrIndexSplitterTest, UnloadDistributedZkTest, HdfsLockFactoryTest, TestSolrIndexConfig, TestSchemaManager, TestSchemaResource, TestExtendedDismaxParser, TestMultiValuedNumericRangeQuery, TestStandardQParsers, SolrMetricReporterTest, TestHdfsUpdateLog, AsyncCallRequestStatusResponseTest, TestJsonFacets, TestSimLargeCluster, TestLocalStatsCacheCloud, BasicAuthStandaloneTest, TestDistribPackageStore, PeerSyncWithLeaderTest, V2StandaloneTest, TestGeoJSONResponseWriter, DocExpirationUpdateProcessorFactoryTest, SolrCoreCheckLockOnStartupTest, TestAnalyzeInfixSuggestions, TestLegacyFieldCache, HttpSolrCallGetCoreTest, ShardSplitTest, TestRawTransformer, TestLegacyBM25SimilarityFactory, TestPullReplicaErrorHandling, TestUnifiedSolrHighlighterWithoutStoredId, CreateCollectionCleanupTest, TestImplicitCoreProperties, TestValueSourceCache, TestCustomSort, ClusterStateMockUtilTest, WrapperMergePolicyFactoryTest, LeaderVoteWaitTimeoutTest, PrimitiveFieldTypeTest, HdfsTlogReplayBufferedWhileIndexingTest, CoreAdminHandlerTest, FullHLLTest, TestSizeLimitedDistributedMap, TestIntervalFaceting, TokenizerChainTest, PKIAuthenticationIntegrationTest, TestConfigSets, ForceLeaderWithTlogReplicasTest, SortByFunctionTest, RandomizedTaggerTest, TestPHPSerializedResponseWriter, TestLuceneMatchVersion, SpellCheckCollatorWithCollapseTest, OverseerCollectionConfigSetProcessorTest, TestStressInPlaceUpdates, IndexSchemaRuntimeFieldTest, DateRangeFieldTest, TestHttpShardHandlerFactory, TestReqParamsAPI, TestFileDictionaryLookup, ZkStateReaderTest, AutoAddReplicasIntegrationTest, TestSearchPerf, CopyFieldTest, TestNumericTokenStream, TestExactStatsCacheCloud, PhrasesIdentificationComponentTest, TestLRUStatsCacheCloud, CachingDirectoryFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistribDocExpirationUpdateProcessorTest, TestDeleteCollectionOnDownNodes, TestSimComputePlanAction, MoreLikeThisHandlerTest, CollectionPropsTest, TestInPlaceUpdatesRequiredField, TestCollationField, TestStressReorder, OverseerTaskQueueTest, PrimUtilsTest, TestOrdValues, TestHighFrequencyDictionaryFactory, RollingRestartTest, TestNRTOpen, HttpTriggerListenerTest, DistributedDebugComponentTest, DistributedFacetSimpleRefinementLongTailTest, TestSuggestSpellingConverter, TestPerFieldSimilarityWithDefaultOverride, BlockDirectoryTest, TestReloadAndDeleteDocs, DistributedVersionInfoTest, RequestHandlersTest, TestBadConfig, PeerSyncReplicationTest, TestDynamicFieldResource, TestMissingGroups, TestUtilizeNode, QueryParsingTest, TestBinaryResponseWriter, TestSubQueryTransformer, ConcurrentDeleteAndCreateCollectionTest, DistributedFacetPivotSmallTest, ReindexCollectionTest, ComputePlanActionTest, TestCloudInspectUtil, TestSSLRandomization, OverseerSolrResponseTest, TestHashQParserPlugin, TestFiltering, BlobRepositoryCloudTest, HighlighterWithoutStoredIdTest, DirectoryFactoryTest, SolrRequestParserTest, PeerSyncWithBufferUpdatesTest, NodeAddedTriggerIntegrationTest, TestPKIAuthenticationPlugin, TestFastOutputStream, BasicDistributedZkTest, TestSQLHandlerNonCloud, InfoHandlerTest, HdfsNNFailoverTest, NodeLostTriggerTest, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, NodeMutatorTest, TestOnReconnectListenerSupport, DistributedSpellCheckComponentTest, CloudMLTQParserTest, CurrencyRangeFacetCloudTest, ProtectedTermFilterFactoryTest, TestBulkSchemaAPI, TestStressThreadBackup, TimeRoutedAliasUpdateProcessorTest, TestUninvertingReader, MBeansHandlerTest, TestSolrCachePerf, TestLockTree, TestRandomFlRTGCloud, TestRebalanceLeaders, TestWithCollection, ZkNodePropsTest, ZkShardTermsTest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [566/904 (1!)] on J2 in 47.01s, 4 tests, 1 failure <<< FAILURES!
[...truncated 53654 lines...]
Re: [JENKINS] Lucene-Solr-Tests-master - Build # 4300 - Still Unstable
Posted by Anshum Gupta <an...@anshumgupta.net>.
This should be now fixed.
On Fri, Feb 21, 2020 at 9:29 AM Anshum Gupta <an...@anshumgupta.net> wrote:
> Looking at this and fixing it. Sorry about the noise. For some reason, the
> test suite passed for me.
>
> On Fri, Feb 21, 2020 at 2:32 AM Apache Jenkins Server <
> jenkins@builds.apache.org> wrote:
>
>> Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4300/
>>
>> 1 tests failed.
>> FAILED:
>> org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat
>>
>> Error Message:
>> Expecting exception
>>
>> Stack Trace:
>> java.lang.AssertionError: Expecting exception
>> at
>> __randomizedtesting.SeedInfo.seed([DE63BAAD266A8B7B:5329018A866F2B]:0)
>> at org.junit.Assert.fail(Assert.java:88)
>> at
>> org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
>> at
>> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
>> Method)
>> at
>> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>> at
>> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> at java.base/java.lang.reflect.Method.invoke(Method.java:566)
>> at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
>> at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
>> at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
>> at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
>> at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>> at
>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>> at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>> at
>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>> at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>> at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>> at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
>> at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
>> at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
>> at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
>> at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
>> at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
>> at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
>> at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>> at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>> at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at
>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>> at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at
>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>> at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>> at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>> at
>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>> at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
>> at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
>> at java.base/java.lang.Thread.run(Thread.java:834)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 14468 lines...]
>> [junit4] Suite:
>> org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
>> [junit4] 2> 1894768 INFO
>> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
>> [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property
>> to test-framework derived value of
>> '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
>> [junit4] 2> 1894768 INFO
>> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
>> [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
>> test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
>> [junit4] 2> 1894769 INFO
>> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
>> [ ] o.a.s.SolrTestCaseJ4 Created dataDir:
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/data-dir-206-001
>> [junit4] 2> 1894769 INFO
>> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
>> [ ] o.a.s.SolrTestCaseJ4 Using PointFields
>> (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
>> [junit4] 2> 1894769 INFO
>> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
>> [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
>> via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0,
>> value=0.0/0.0, clientAuth=0.0/0.0)
>> [junit4] 2> 1894772 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdRaceCondition
>> [junit4] 2> 1894773 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001
>> [junit4] 2> 1894773 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>> [junit4] 2> 1894774 INFO (ZkTestServer Run Thread) [ ]
>> o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>> [junit4] 2> 1894774 INFO (ZkTestServer Run Thread) [ ]
>> o.a.s.c.ZkTestServer Starting server
>> [junit4] 2> 1894874 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer start zk server on port:35411
>> [junit4] 2> 1894874 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35411
>> [junit4] 2> 1894874 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35411
>> [junit4] 2> 1894874 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35411
>> [junit4] 2> 1894875 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
>> ZooKeeper
>> [junit4] 2> 1894877 INFO
>> (zkConnectionManagerCallback-12008-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1894877 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1894879 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
>> ZooKeeper
>> [junit4] 2> 1894880 INFO
>> (zkConnectionManagerCallback-12010-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1894880 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1894880 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
>> ZooKeeper
>> [junit4] 2> 1894881 INFO
>> (zkConnectionManagerCallback-12012-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1894881 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
>> [junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
>> [junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z;
>> git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
>> [junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
>> [junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
>> [junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z;
>> git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
>> [junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.s.session DefaultSessionIdManager workerName=node0
>> [junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.s.session No SessionScavenger set, using defaults
>> [junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.s.session DefaultSessionIdManager workerName=node0
>> [junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.s.session No SessionScavenger set, using defaults
>> [junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.s.session node0 Scavenging every 660000ms
>> [junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.s.session node0 Scavenging every 660000ms
>> [junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a6ba27e
>> {/solr,null,AVAILABLE}
>> [junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e0f6f7f
>> {/solr,null,AVAILABLE}
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.s.AbstractConnector Started ServerConnector@2f689704{ssl,[ssl,
>> alpn, http/1.1, h2]}{127.0.0.1:?????}
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.s.Server Started @???????ms
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
>> hostPort=35243}
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.s.AbstractConnector Started ServerConnector@439f7767{ssl,[ssl,
>> alpn, http/1.1, h2]}{127.0.0.1:?????}
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.s.Server Started @???????ms
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
>> hostPort=39015}
>> [junit4] 2> 1895006 ERROR (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
>> be missing or incomplete.
>> [junit4] 2> 1895006 ERROR (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
>> be missing or incomplete.
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter Using logger factory
>> org.apache.logging.slf4j.Log4jLoggerFactory
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter Using logger factory
>> org.apache.logging.slf4j.Log4jLoggerFactory
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
>> version 9.0.0
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
>> null
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir:
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
>> version 9.0.0
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
>> 2020-02-21T09:53:26.244866Z
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
>> null
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir:
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
>> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
>> 2020-02-21T09:53:26.244907Z
>> [junit4] 2> 1895008 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>> [junit4] 2> 1895009 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>> [junit4] 2> 1895009 INFO
>> (zkConnectionManagerCallback-12015-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1895009 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1895010 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>> [junit4] 2> 1895013 INFO
>> (zkConnectionManagerCallback-12017-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1895013 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1895014 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>> [junit4] 2> 1896019 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized:
>> WhitelistHostChecker [whitelistHosts=null,
>> whitelistHostCheckingEnabled=true]
>> [junit4] 2> 1896021 WARN (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.u.s.S.config Trusting all certificates configured for Client@21d8801d
>> [provider=null,keyStore=null,trustStore=null]
>> [junit4] 2> 1896021 WARN (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
>> Client@21d8801d[provider=null,keyStore=null,trustStore=null]
>> [junit4] 2> 1896023 WARN (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.u.s.S.config Trusting all certificates configured for Client@1f1c6faf
>> [provider=null,keyStore=null,trustStore=null]
>> [junit4] 2> 1896023 WARN (jetty-launcher-12013-thread-1) [ ]
>> o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
>> Client@1f1c6faf[provider=null,keyStore=null,trustStore=null]
>> [junit4] 2> 1896024 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35411/solr
>> [junit4] 2> 1896025 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>> [junit4] 2> 1896026 INFO
>> (zkConnectionManagerCallback-12025-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1896026 INFO (jetty-launcher-12013-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1896141 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.c.ConnectionManager Waiting for
>> client to connect to ZooKeeper
>> [junit4] 2> 1896141 INFO
>> (zkConnectionManagerCallback-12027-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1896141 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.c.ConnectionManager Client is
>> connected to ZooKeeper
>> [junit4] 2> 1896234 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerElectionContext I am going
>> to be the leader 127.0.0.1:35243_solr
>> [junit4] 2> 1896234 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Overseer
>> (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) starting
>> [junit4] 2> 1896244 INFO
>> (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Starting to work on the
>> main queue : 127.0.0.1:35243_solr
>> [junit4] 2> 1896245 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.ZkController Register node as live
>> in ZooKeeper:/live_nodes/127.0.0.1:35243_solr
>> [junit4] 2> 1896249 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.p.PackageLoader /packages.json
>> updated to version -1
>> [junit4] 2> 1896249 WARN (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.CoreContainer Not all security
>> plugins configured! authentication=disabled authorization=disabled. Solr
>> is only as secure as you make it. Consider configuring
>> authentication/authorization before exposing Solr to users internal or
>> external. See https://s.apache.org/solrsecurity for more info
>> [junit4] 2> 1896254 INFO (zkCallback-12026-thread-1) [ ]
>> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>> [junit4] 2> 1896269 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.h.a.MetricsHistoryHandler No .system
>> collection, keeping metrics history in memory.
>> [junit4] 2> 1896278 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized:
>> WhitelistHostChecker [whitelistHosts=null,
>> whitelistHostCheckingEnabled=true]
>> [junit4] 2> 1896279 WARN (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.u.s.S.config Trusting all certificates configured for Client@5dea6f71
>> [provider=null,keyStore=null,trustStore=null]
>> [junit4] 2> 1896279 WARN (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
>> Client@5dea6f71[provider=null,keyStore=null,trustStore=null]
>> [junit4] 2> 1896281 WARN (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.u.s.S.config Trusting all certificates configured for Client@155ddbc0
>> [provider=null,keyStore=null,trustStore=null]
>> [junit4] 2> 1896281 WARN (jetty-launcher-12013-thread-2) [ ]
>> o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
>> Client@155ddbc0[provider=null,keyStore=null,trustStore=null]
>> [junit4] 2> 1896282 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35411/solr
>> [junit4] 2> 1896283 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>> [junit4] 2> 1896284 INFO
>> (zkConnectionManagerCallback-12037-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1896284 INFO (jetty-launcher-12013-thread-2) [ ]
>> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1896298 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
>> for 'solr_35243.solr.node' (registry 'solr.node') enabled at server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
>> [junit4] 2> 1896306 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
>> for 'solr_35243.solr.jvm' (registry 'solr.jvm') enabled at server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
>> [junit4] 2> 1896306 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
>> for 'solr_35243.solr.jetty' (registry 'solr.jetty') enabled at server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
>> [junit4] 2> 1896307 INFO (jetty-launcher-12013-thread-1)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
>> definitions underneath
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/.
>> [junit4] 2> 1896385 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.c.c.ConnectionManager Waiting for
>> client to connect to ZooKeeper
>> [junit4] 2> 1896387 INFO
>> (zkConnectionManagerCallback-12039-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1896387 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.c.c.ConnectionManager Client is
>> connected to ZooKeeper
>> [junit4] 2> 1896391 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
>> from ZooKeeper... (0) -> (1)
>> [junit4] 2> 1896393 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.c.ZkController Publish
>> node=127.0.0.1:39015_solr as DOWN
>> [junit4] 2> 1896394 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.c.TransientSolrCoreCacheDefault
>> Allocating transient cache for 2147483647 transient cores
>> [junit4] 2> 1896394 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.c.ZkController Register node as live
>> in ZooKeeper:/live_nodes/127.0.0.1:39015_solr
>> [junit4] 2> 1896395 INFO (zkCallback-12026-thread-1) [ ]
>> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>> [junit4] 2> 1896395 INFO (zkCallback-12038-thread-1) [ ]
>> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>> [junit4] 2> 1896396 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.p.PackageLoader /packages.json
>> updated to version -1
>> [junit4] 2> 1896396 WARN (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.c.CoreContainer Not all security
>> plugins configured! authentication=disabled authorization=disabled. Solr
>> is only as secure as you make it. Consider configuring
>> authentication/authorization before exposing Solr to users internal or
>> external. See https://s.apache.org/solrsecurity for more info
>> [junit4] 2> 1896424 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.h.a.MetricsHistoryHandler No .system
>> collection, keeping metrics history in memory.
>> [junit4] 2> 1896442 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
>> for 'solr_39015.solr.node' (registry 'solr.node') enabled at server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
>> [junit4] 2> 1896450 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
>> for 'solr_39015.solr.jvm' (registry 'solr.jvm') enabled at server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
>> [junit4] 2> 1896451 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
>> for 'solr_39015.solr.jetty' (registry 'solr.jetty') enabled at server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
>> [junit4] 2> 1896452 INFO (jetty-launcher-12013-thread-2)
>> [n:127.0.0.1:39015_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
>> definitions underneath
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node2/.
>> [junit4] 2> 1896473 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
>> [junit4] 2> 1896474 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
>> ZooKeeper
>> [junit4] 2> 1896475 INFO
>> (zkConnectionManagerCallback-12048-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1896475 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1896476 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) ->
>> (2)
>> [junit4] 2> 1896477 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at
>> 127.0.0.1:35411/solr ready
>> [junit4] 2> 1896520 INFO (qtp207979168-35378) [n:127.0.0.1:39015_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with
>> params
>> async=a2c072a2-18fe-4350-ace0-283fb385105b&shards=shard1&collection.configName=conf1&name=testAsyncIdRaceCondition&
>> router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1896522 INFO (qtp207979168-35378) [n:127.0.0.1:39015_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=a2c072a2-18fe-4350-ace0-283fb385105b&shards=shard1&collection.configName=conf1&name=testAsyncIdRaceCondition&
>> router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2}
>> status=0 QTime=2
>> [junit4] 2> 1896522 INFO (qtp207979168-35373) [n:127.0.0.1:39015_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus
>> with params
>> requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1896523 INFO (qtp207979168-35373) [n:127.0.0.1:39015_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1896524 INFO
>> (OverseerThreadFactory-10717-thread-1-processing-n:127.0.0.1:35243_solr)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.a.c.CreateCollectionCmd Create
>> collection testAsyncIdRaceCondition
>> [junit4] 2> 1896631 INFO
>> (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.o.SliceMutator createReplica() {
>> [junit4] 2> "operation":"ADDREPLICA",
>> [junit4] 2> "collection":"testAsyncIdRaceCondition",
>> [junit4] 2> "shard":"shard1",
>> [junit4] 2> "core":"testAsyncIdRaceCondition_shard1_replica_n1",
>> [junit4] 2> "state":"down",
>> [junit4] 2> "base_url":"https://127.0.0.1:35243/solr",
>> [junit4] 2> "node_name":"127.0.0.1:35243_solr",
>> [junit4] 2> "type":"NRT",
>> [junit4] 2> "waitForFinalState":"false"}
>> [junit4] 2> 1896883 INFO (qtp1620209501-35369) [n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.HttpSolrCall
>> [admin] webapp=null path=/admin/cores
>> params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncIdRaceCondition&version=2&replicaType=NRT&async=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&coreNodeName=core_node2&name=testAsyncIdRaceCondition_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin}
>> status=0 QTime=0
>> [junit4] 2> 1896883 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1
>> ] o.a.s.h.a.CoreAdminOperation core create command
>> qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncIdRaceCondition&version=2&replicaType=NRT&async=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&coreNodeName=core_node2&name=testAsyncIdRaceCondition_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
>> [junit4] 2> 1896883 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1
>> ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
>> 2147483647 transient cores
>> [junit4] 2> 1896897 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrConfig Using
>> Lucene MatchVersion: 9.0.0
>> [junit4] 2> 1896904 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema
>> [testAsyncIdRaceCondition_shard1_replica_n1] Schema name=minimal
>> [junit4] 2> 1896906 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded
>> schema minimal/1.1 with uniqueid field id
>> [junit4] 2> 1896906 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.CoreContainer
>> Creating SolrCore 'testAsyncIdRaceCondition_shard1_replica_n1' using
>> configuration from configset conf1, trusted=true
>> [junit4] 2> 1896907 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter
>> JMX monitoring for
>> 'solr_35243.solr.core.testAsyncIdRaceCondition.shard1.replica_n1' (registry
>> 'solr.core.testAsyncIdRaceCondition.shard1.replica_n1') enabled at server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
>> [junit4] 2> 1896907 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
>> [[testAsyncIdRaceCondition_shard1_replica_n1] ] Opening new SolrCore at
>> [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/testAsyncIdRaceCondition_shard1_replica_n1],
>> dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/./testAsyncIdRaceCondition_shard1_replica_n1/data/]
>> [junit4] 2> 1896945 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CoreAdminOperation Checking request status for :
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256
>> [junit4] 2> 1896945 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
>> params={qt=/admin/cores&requestid=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&action=REQUESTSTATUS&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1896978 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using
>> UpdateLog implementation: org.apache.solr.update.UpdateLog
>> [junit4] 2> 1896978 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateLog
>> Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
>> numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>> [junit4] 2> 1896980 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard
>> AutoCommit: disabled
>> [junit4] 2> 1896980 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft
>> AutoCommit: disabled
>> [junit4] 2> 1896980 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher
>> Opening [Searcher@1d15b8a1[testAsyncIdRaceCondition_shard1_replica_n1]
>> main]
>> [junit4] 2> 1896982 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with
>> znodeBase: /configs/conf1
>> [junit4] 2> 1896982 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
>> ZooKeeperStorageIO:path=/configs/conf1
>> [junit4] 2> 1896982 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.h.ReplicationHandler
>> Commits will be reserved for 10000ms.
>> [junit4] 2> 1896982 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not
>> find max version in index or recent updates, using new clock
>> 1659139583608094720
>> [junit4] 2> 1896985 INFO
>> (searcherExecutor-10729-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 r:core_node2 CREATE
>> n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
>> [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher
>> Searcher@1d15b8a1[testAsyncIdRaceCondition_shard1_replica_n1]
>> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>> [junit4] 2> 1896988 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ZkShardTerms
>> Successful update of terms at
>> /collections/testAsyncIdRaceCondition/terms/shard1 to
>> Terms{values={core_node2=0}, version=0}
>> [junit4] 2> 1896988 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.c.ShardLeaderElectionContextBase make sure parent is created
>> /collections/testAsyncIdRaceCondition/leaders/shard1
>> [junit4] 2> 1896990 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>> [junit4] 2> 1896990 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>> [junit4] 2> 1896990 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync
>> replicas to
>> https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/
>> [junit4] 2> 1896991 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync
>> Success - now sync replicas to me
>> [junit4] 2> 1896992 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy
>> https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/
>> has no replicas
>> [junit4] 2> 1896992 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
>> /collections/testAsyncIdRaceCondition/leaders/shard1/leader after winning
>> as
>> /collections/testAsyncIdRaceCondition/leader_elect/shard1/election/73283143403700230-core_node2-n_0000000000
>> [junit4] 2> 1896993 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.c.ShardLeaderElectionContext I am the new leader:
>> https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/
>> shard1
>> [junit4] 2> 1897101 INFO (zkCallback-12026-thread-2) [ ]
>> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
>> state:SyncConnected type:NodeDataChanged
>> path:/collections/testAsyncIdRaceCondition/state.json] for collection
>> [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
>> [junit4] 2> 1897102 INFO
>> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ZkController I am
>> the leader, no recovery necessary
>> [junit4] 2> 1897204 INFO (zkCallback-12026-thread-2) [ ]
>> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
>> state:SyncConnected type:NodeDataChanged
>> path:/collections/testAsyncIdRaceCondition/state.json] for collection
>> [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
>> [junit4] 2> 1897204 INFO (zkCallback-12026-thread-1) [ ]
>> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
>> state:SyncConnected type:NodeDataChanged
>> path:/collections/testAsyncIdRaceCondition/state.json] for collection
>> [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
>> [junit4] 2> 1897525 INFO (qtp207979168-35375) [n:127.0.0.1:39015_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus
>> with params
>> requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1897526 INFO (qtp207979168-35375) [n:127.0.0.1:39015_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2}
>> status=0 QTime=1
>> [junit4] 2> 1897947 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CoreAdminOperation Checking request status for :
>> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256
>> [junit4] 2> 1897947 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
>> params={qt=/admin/cores&requestid=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&action=REQUESTSTATUS&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1897951 INFO
>> (OverseerThreadFactory-10717-thread-1-processing-n:127.0.0.1:35243_solr)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskQueue Response ZK
>> path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.
>> Requestor may have disconnected from ZooKeeper
>> [junit4] 2> 1898525 INFO
>> (OverseerCollectionConfigSetProcessor-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskQueue Response ZK
>> path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.
>> Requestor may have disconnected from ZooKeeper
>> [junit4] 2> 1898527 INFO (qtp207979168-35376) [n:127.0.0.1:39015_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus
>> with params
>> requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898529 INFO (qtp207979168-35376) [n:127.0.0.1:39015_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2}
>> status=0 QTime=1
>> [junit4] 2> 1898530 INFO (qtp207979168-35371) [n:127.0.0.1:39015_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus
>> with params
>> requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=DELETESTATUS&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898530 INFO (qtp207979168-35371) [n:127.0.0.1:39015_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=DELETESTATUS&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-10)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-10 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-1)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-1 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-2)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-2 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-3)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-3 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-4)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-4 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-5)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-5 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-6)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-6 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-7)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-7 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-8)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-8 - Reloading Collection.
>> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-9)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
>> testAsyncIdRaceCondition-10734-thread-9 - Reloading Collection.
>> [junit4] 2> 1898577 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898578 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898579 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=2
>> [junit4] 2> 1898579 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=1
>> [junit4] 2> 1898580 INFO (testAsyncIdRaceCondition-10734-thread-3)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898581 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898581 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1898582 INFO (testAsyncIdRaceCondition-10734-thread-4)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898592 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898593 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1898593 INFO (testAsyncIdRaceCondition-10734-thread-8)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898593 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898595 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=1
>> [junit4] 2> 1898595 INFO
>> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
>> [n:127.0.0.1:35243_solr ]
>> o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection
>> Cmd=action=RELOAD, asyncId=repeatedId
>> [junit4] 2> 1898595 INFO (testAsyncIdRaceCondition-10734-thread-6)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898610 INFO (qtp1620209501-35377) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898612 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.HttpSolrCall
>> [admin] webapp=null path=/admin/cores
>> params={core=testAsyncIdRaceCondition_shard1_replica_n1&async=repeatedId18700403092055530&qt=/admin/cores&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1898613 INFO (qtp1620209501-35461) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CoreAdminOperation Checking request status for :
>> repeatedId18700403092055530
>> [junit4] 2> 1898613 INFO (qtp1620209501-35461) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
>> params={qt=/admin/cores&requestid=repeatedId18700403092055530&action=REQUESTSTATUS&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1898614 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898618 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898619 INFO (qtp1620209501-35377) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=8
>> [junit4] 2> 1898619 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=1
>> [junit4] 2> 1898619 INFO (qtp1620209501-35458) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898619 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=5
>> [junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-10)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-9)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-1)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898620 INFO (qtp1620209501-35458) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=0
>> [junit4] 2> 1898624 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrConfig Using
>> Lucene MatchVersion: 9.0.0
>> [junit4] 2> 1898626 INFO (testAsyncIdRaceCondition-10734-thread-5)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898630 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr
>> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
>> params
>> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
>> and sendToOCPQueue=true
>> [junit4] 2> 1898632 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr
>> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
>> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
>> status=0 QTime=1
>> [junit4] 2> 1898632 INFO (testAsyncIdRaceCondition-10734-thread-2)
>> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
>> requestid already exists.
>> [junit4] 2> 1898632 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema
>> [testAsyncIdRaceCondition_shard1_replica_n1] Schema name=minimal
>> [junit4] 2> 1898634 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdRaceCondition
>> [junit4] 2> 1898634 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded
>> schema minimal/1.1 with uniqueid field id
>> [junit4] 2> 1898634 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.CoreContainer
>> Reloading SolrCore 'testAsyncIdRaceCondition_shard1_replica_n1' using
>> configuration from configset conf1
>> [junit4] 2> 1898668 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.m.r.SolrJmxReporter JMX monitoring for
>> 'solr_35243.solr.core.testAsyncIdRaceCondition.shard1.replica_n1' (registry
>> 'solr.core.testAsyncIdRaceCondition.shard1.replica_n1') enabled at server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
>> [junit4] 2> 1898668 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.c.SolrCore [[testAsyncIdRaceCondition_shard1_replica_n1] ] Opening
>> new SolrCore at
>> [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/testAsyncIdRaceCondition_shard1_replica_n1],
>> dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/./testAsyncIdRaceCondition_shard1_replica_n1/data/]
>> [junit4] 2> 1898724 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.u.CommitTracker Hard AutoCommit: disabled
>> [junit4] 2> 1898724 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.u.CommitTracker Soft AutoCommit: disabled
>> [junit4] 2> 1898726 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.s.SolrIndexSearcher Opening [Searcher@1b45c400[testAsyncIdRaceCondition_shard1_replica_n1]
>> main]
>> [junit4] 2> 1898727 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with
>> znodeBase: /configs/conf1
>> [junit4] 2> 1898728 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
>> ZooKeeperStorageIO:path=/configs/conf1
>> [junit4] 2> 1898728 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
>> [junit4] 2> 1898728 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.u.UpdateLog Could not find max version in index or recent updates,
>> using new clock 1659139585438908416
>> [junit4] 2> 1898730 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
>> [junit4] 2> 1898732 INFO
>> (searcherExecutor-10735-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1
>> repeatedId18700403092055530 r:core_node2 RELOAD n:127.0.0.1:35243_solr
>> c:testAsyncIdRaceCondition s:shard1) [n:127.0.0.1:35243_solr
>> c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
>> [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher
>> Searcher@1b45c400[testAsyncIdRaceCondition_shard1_replica_n1]
>> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>> [junit4] 2> 1898732 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.s.SolrIndexSearcher Opening [Searcher@2ddbe649[testAsyncIdRaceCondition_shard1_replica_n1]
>> main]
>> [junit4] 2> 1898733 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.c.SolrCore [testAsyncIdRaceCondition_shard1_replica_n1] CLOSING
>> SolrCore org.apache.solr.core.SolrCore@53e0a78a
>> [junit4] 2> 1898733 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for
>> registry=solr.core.testAsyncIdRaceCondition.shard1.replica_n1,
>> tag=SolrCore@53e0a78a
>> [junit4] 2> 1898733 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.m.r.SolrJmxReporter Closing reporter
>> [org.apache.solr.metrics.reporters.SolrJmxReporter@18869bdb: rootName =
>> solr_35243, domain = solr.core.testAsyncIdRaceCondition.shard1.replica_n1,
>> service url = null, agent id = null] for registry
>> solr.core.testAsyncIdRaceCondition.shard1.replica_n1 /
>> com.codahale.metrics.MetricRegistry@127752ae
>> [junit4] 2> 1898734 INFO
>> (searcherExecutor-10735-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1
>> repeatedId18700403092055530 r:core_node2 RELOAD n:127.0.0.1:35243_solr
>> c:testAsyncIdRaceCondition s:shard1) [n:127.0.0.1:35243_solr
>> c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
>> [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher
>> Searcher@2ddbe649[testAsyncIdRaceCondition_shard1_replica_n1]
>> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>> [junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.c.CoreContainer Shutting down CoreContainer instance=714764665
>> [junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/
>> 127.0.0.1:35243_solr
>> [junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.c.ZkController Publish this node as DOWN...
>> [junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.c.ZkController Publish node=127.0.0.1:35243_solr as DOWN
>> [junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.c.CoreContainer Shutting down CoreContainer instance=626245706
>> [junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/
>> 127.0.0.1:39015_solr
>> [junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.c.ZkController Publish this node as DOWN...
>> [junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.c.ZkController Publish node=127.0.0.1:39015_solr as DOWN
>> [junit4] 2> 1898741 INFO (coreCloseExecutor-10739-thread-1)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
>> [testAsyncIdRaceCondition_shard1_replica_n1] CLOSING SolrCore
>> org.apache.solr.core.SolrCore@26f2b56d
>> [junit4] 2> 1898743 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
>> tag=null
>> [junit4] 2> 1898743 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.m.r.SolrJmxReporter Closing reporter
>> [org.apache.solr.metrics.reporters.SolrJmxReporter@1d68e30c: rootName =
>> solr_39015, domain = solr.node, service url = null, agent id = null] for
>> registry solr.node / com.codahale.metrics.MetricRegistry@724da762
>> [junit4] 2> 1898746 INFO
>> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
>> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
>> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
>> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for
>> registry=solr.collection.testAsyncIdRaceCondition.shard1.leader,
>> tag=SolrCore@53e0a78a
>> [junit4] 2> 1898747 INFO (coreCloseExecutor-10739-thread-1)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.SolrMetricManager
>> Closing metric reporters for
>> registry=solr.core.testAsyncIdRaceCondition.shard1.replica_n1,
>> tag=SolrCore@26f2b56d
>> [junit4] 2> 1898747 INFO (coreCloseExecutor-10739-thread-1)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter
>> Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6508f032:
>> rootName = solr_35243, domain =
>> solr.core.testAsyncIdRaceCondition.shard1.replica_n1, service url = null,
>> agent id = null] for registry
>> solr.core.testAsyncIdRaceCondition.shard1.replica_n1 /
>> com.codahale.metrics.MetricRegistry@127752ae
>> [junit4] 2> 1898751 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
>> tag=null
>> [junit4] 2> 1898751 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.m.r.SolrJmxReporter Closing reporter
>> [org.apache.solr.metrics.reporters.SolrJmxReporter@371347ad: rootName =
>> solr_39015, domain = solr.jvm, service url = null, agent id = null] for
>> registry solr.jvm / com.codahale.metrics.MetricRegistry@279b8298
>> [junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
>> tag=null
>> [junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.m.r.SolrJmxReporter Closing reporter
>> [org.apache.solr.metrics.reporters.SolrJmxReporter@60b3cc3: rootName =
>> solr_39015, domain = solr.jetty, service url = null, agent id = null] for
>> registry solr.jetty / com.codahale.metrics.MetricRegistry@497a36a
>> [junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for
>> registry=solr.cluster, tag=null
>> [junit4] 2> 1898755 INFO (zkCallback-12026-thread-3) [ ]
>> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
>> [junit4] 2> 1898761 INFO (coreCloseExecutor-10739-thread-1)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.SolrMetricManager
>> Closing metric reporters for
>> registry=solr.collection.testAsyncIdRaceCondition.shard1.leader,
>> tag=SolrCore@26f2b56d
>> [junit4] 2> 1898762 INFO (coreCloseExecutor-10739-thread-1)
>> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
>> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2
>> Committing on IndexWriter.close() ... SKIPPED (unnecessary).
>> [junit4] 2> 1898763 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
>> tag=null
>> [junit4] 2> 1898763 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.m.r.SolrJmxReporter Closing reporter
>> [org.apache.solr.metrics.reporters.SolrJmxReporter@789a1f99: rootName =
>> solr_35243, domain = solr.node, service url = null, agent id = null] for
>> registry solr.node / com.codahale.metrics.MetricRegistry@4d123c91
>> [junit4] 2> 1898769 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
>> tag=null
>> [junit4] 2> 1898769 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.m.r.SolrJmxReporter Closing reporter
>> [org.apache.solr.metrics.reporters.SolrJmxReporter@7da95a3e: rootName =
>> solr_35243, domain = solr.jvm, service url = null, agent id = null] for
>> registry solr.jvm / com.codahale.metrics.MetricRegistry@279b8298
>> [junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
>> tag=null
>> [junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.m.r.SolrJmxReporter Closing reporter
>> [org.apache.solr.metrics.reporters.SolrJmxReporter@57e67e97: rootName =
>> solr_35243, domain = solr.jetty, service url = null, agent id = null] for
>> registry solr.jetty / com.codahale.metrics.MetricRegistry@497a36a
>> [junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for
>> registry=solr.cluster, tag=null
>> [junit4] 2> 1898772 INFO (closeThreadPool-12059-thread-1) [ ]
>> o.a.s.c.Overseer Overseer
>> (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
>> [junit4] 2> 1898773 INFO
>> (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Overseer Loop exiting :
>> 127.0.0.1:35243_solr
>> [junit4] 2> 1898856 INFO (jetty-closer-12051-thread-2) [ ]
>> o.e.j.s.AbstractConnector Stopped ServerConnector@439f7767{ssl,[ssl,
>> alpn, http/1.1, h2]}{127.0.0.1:?}
>> [junit4] 2> 1898857 INFO (jetty-closer-12051-thread-2) [ ]
>> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a6ba27e
>> {/solr,null,UNAVAILABLE}
>> [junit4] 2> 1898857 INFO (jetty-closer-12051-thread-2) [ ]
>> o.e.j.s.session node0 Stopped scavenging
>> [junit4] 2> 1899614 ERROR
>> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
>> [n:127.0.0.1:35243_solr ]
>> o.a.s.c.a.c.OverseerCollectionMessageHandler Collection:
>> testAsyncIdRaceCondition operation: reload
>> failed:java.util.concurrent.RejectedExecutionException: Task
>> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$198/0x0000000100477c40@54e566fe
>> rejected from
>> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@11e7f206[Terminated,
>> pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 5]
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355)
>> [junit4] 2> at
>> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:195)
>> [junit4] 2> at
>> com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:63)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:184)
>> [junit4] 2> at
>> org.apache.solr.handler.component.HttpShardHandler.submit(HttpShardHandler.java:199)
>> [junit4] 2> at
>> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.waitForCoreAdminAsyncCallToComplete(OverseerCollectionMessageHandler.java:831)
>> [junit4] 2> at
>> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.waitForAsyncCallsToComplete(OverseerCollectionMessageHandler.java:1048)
>> [junit4] 2> at
>> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1038)
>> [junit4] 2> at
>> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:767)
>> [junit4] 2> at
>> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:745)
>> [junit4] 2> at
>> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.reloadCollection(OverseerCollectionMessageHandler.java:309)
>> [junit4] 2> at
>> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
>> [junit4] 2> at
>> org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
>> [junit4] 2> at
>> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
>> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
>> [junit4] 2>
>> [junit4] 2> 1899614 ERROR
>> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor
>> :org.apache.zookeeper.KeeperException$SessionExpiredException:
>> KeeperErrorCode = Session expired for /overseer/collection-map-failure
>> [junit4] 2> at
>> org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
>> [junit4] 2> at
>> org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
>> [junit4] 2> at
>> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131)
>> [junit4] 2> at
>> org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
>> [junit4] 2> at
>> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
>> [junit4] 2> at
>> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
>> [junit4] 2> at
>> org.apache.solr.cloud.DistributedMap.size(DistributedMap.java:87)
>> [junit4] 2> at
>> org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:53)
>> [junit4] 2> at
>> org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:513)
>> [junit4] 2> at
>> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
>> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
>> [junit4] 2>
>> [junit4] 2> 1899614 WARN
>> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor Resetting
>> task: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId,
>> taskKey: testAsyncIdRaceCondition
>> [junit4] 2> 1899614 ERROR
>> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
>> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor
>> :org.apache.zookeeper.KeeperException$SessionExpiredException:
>> KeeperErrorCode = Session expired for
>> /overseer/collection-map-running/mn-repeatedId
>> [junit4] 2> at
>> org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
>> [junit4] 2> at
>> org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
>> [junit4] 2> at
>> org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
>> [junit4] 2> at
>> org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
>> [junit4] 2> at
>> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
>> [junit4] 2> at
>> org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
>> [junit4] 2> at
>> org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
>> [junit4] 2> at
>> org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
>> [junit4] 2> at
>> org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
>> [junit4] 2> at
>> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
>> [junit4] 2> at
>> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
>> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
>> [junit4] 2>
>> [junit4] 2> 1899615 INFO
>> (OverseerAutoScalingTriggerThread-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
>> [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but
>> we are closed, exiting.
>> [junit4] 2> 1899615 INFO (jetty-closer-12051-thread-1) [ ]
>> o.a.s.c.Overseer Overseer
>> (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
>> [junit4] 2> 1899615 INFO (closeThreadPool-12059-thread-2) [ ]
>> o.a.s.c.Overseer Overseer
>> (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
>> [junit4] 2> 1899616 INFO (jetty-closer-12051-thread-1) [ ]
>> o.e.j.s.AbstractConnector Stopped ServerConnector@2f689704{ssl,[ssl,
>> alpn, http/1.1, h2]}{127.0.0.1:?}
>> [junit4] 2> 1899616 INFO (jetty-closer-12051-thread-1) [ ]
>> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e0f6f7f
>> {/solr,null,UNAVAILABLE}
>> [junit4] 2> 1899617 INFO (jetty-closer-12051-thread-1) [ ]
>> o.e.j.s.session node0 Stopped scavenging
>> [junit4] 2> 1899618 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
>> [junit4] 2> 1899820 WARN (ZkTestServer Run Thread) [ ]
>> o.a.s.c.ZkTestServer Watch limit violations:
>> [junit4] 2> Maximum concurrent create/delete watches above limit:
>> [junit4] 2>
>> [junit4] 2> 3 /solr/aliases.json
>> [junit4] 2> 2 /solr/packages.json
>> [junit4] 2> 2 /solr/security.json
>> [junit4] 2> 2
>> /solr/collections/testAsyncIdRaceCondition/terms/shard1
>> [junit4] 2>
>> [junit4] 2> Maximum concurrent data watches above limit:
>> [junit4] 2>
>> [junit4] 2> 7
>> /solr/collections/testAsyncIdRaceCondition/state.json
>> [junit4] 2> 3 /solr/clusterstate.json
>> [junit4] 2> 3 /solr/clusterprops.json
>> [junit4] 2>
>> [junit4] 2> Maximum concurrent children watches above limit:
>> [junit4] 2>
>> [junit4] 2> 14 /solr/overseer/queue
>> [junit4] 2> 7 /solr/live_nodes
>> [junit4] 2> 6 /solr/collections
>> [junit4] 2> 4 /solr/overseer/collection-queue-work
>> [junit4] 2>
>> [junit4] 2> 1899822 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35411
>> [junit4] 2> 1899822 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35411
>> [junit4] 2> 1899822 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35411
>> [junit4] 2> 1899827 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests
>> [junit4] 2> 1899827 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-002
>> [junit4] 2> 1899828 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>> [junit4] 2> 1899828 INFO (ZkTestServer Run Thread) [ ]
>> o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>> [junit4] 2> 1899828 INFO (ZkTestServer Run Thread) [ ]
>> o.a.s.c.ZkTestServer Starting server
>> [junit4] 2> 1899928 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer start zk server on port:43777
>> [junit4] 2> 1899929 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43777
>> [junit4] 2> 1899929 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43777
>> [junit4] 2> 1899929 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43777
>> [junit4] 2> 1899930 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
>> ZooKeeper
>> [junit4] 2> 1899932 INFO
>> (zkConnectionManagerCallback-12061-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1899932 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1899934 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
>> ZooKeeper
>> [junit4] 2> 1899935 INFO
>> (zkConnectionManagerCallback-12063-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1899935 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1899935 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
>> ZooKeeper
>> [junit4] 2> 1899936 INFO
>> (zkConnectionManagerCallback-12065-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager zkClient has connected
>> [junit4] 2> 1899936 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
>> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
>> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
>> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
>> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z;
>> git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
>> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z;
>> git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
>> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.e.j.s.session DefaultSessionIdManager workerName=node0
>> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.e.j.s.session No SessionScavenger set, using defaults
>> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.e.j.s.session node0 Scavenging every 660000ms
>> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.e.j.s.session DefaultSessionIdManager workerName=node0
>> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.e.j.s.session No SessionScavenger set, using defaults
>> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.e.j.s.session node0 Scavenging every 660000ms
>> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47b1cd34
>> {/solr,null,AVAILABLE}
>> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f4a7435
>> {/solr,null,AVAILABLE}
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.e.j.s.AbstractConnector Started ServerConnector@5e94f037{ssl,[ssl,
>> alpn, http/1.1, h2]}{127.0.0.1:?????}
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.e.j.s.Server Started @???????ms
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.e.j.s.AbstractConnector Started ServerConnector@c9826a7{ssl,[ssl,
>> alpn, http/1.1, h2]}{127.0.0.1:?????}
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
>> hostPort=33101}
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.e.j.s.Server Started @???????ms
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
>> hostPort=34067}
>> [junit4] 2> 1900043 ERROR (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
>> be missing or incomplete.
>> [junit4] 2> 1900043 ERROR (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
>> be missing or incomplete.
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter Using logger factory
>> org.apache.logging.slf4j.Log4jLoggerFactory
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter Using logger factory
>> org.apache.logging.slf4j.Log4jLoggerFactory
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
>> version 9.0.0
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
>> version 9.0.0
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
>> null
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir:
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
>> null
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
>> 2020-02-21T09:53:31.281813Z
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir:
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
>> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
>> 2020-02-21T09:53:31.281844Z
>> [junit4] 2> 1900044 INFO (jetty-launcher-12066-thread-2) [ ]
>> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>> [junit4] 2> 1900045 INFO (jetty-launcher-12066-thread-1) [ ]
>> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>> [junit4] 2> 1900045 INFO
>> (zkConnectionManagerCallback-12070-thread-1) [ ] o.a.s.c.c.Co
>>
>> [...truncated too long message...]
>>
>> .metrics.MetricRegistry@497a36a
>> [junit4] 2> 1941077 INFO (jetty-closer-12220-thread-2) [ ]
>> o.a.s.m.SolrMetricManager Closing metric reporters for
>> registry=solr.cluster, tag=null
>> [junit4] 2> 1941170 INFO (jetty-closer-12220-thread-1) [ ]
>> o.a.s.c.Overseer Overseer
>> (id=73283146287153158-127.0.0.1:32857_solr-n_0000000000) closing
>> [junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ]
>> o.e.j.s.AbstractConnector Stopped ServerConnector@1673ae40{ssl,[ssl,
>> alpn, http/1.1, h2]}{127.0.0.1:?}
>> [junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ]
>> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74703843
>> {/solr,null,UNAVAILABLE}
>> [junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ]
>> o.e.j.s.session node0 Stopped scavenging
>> [junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ]
>> o.e.j.s.AbstractConnector Stopped ServerConnector@147ca514{ssl,[ssl,
>> alpn, http/1.1, h2]}{127.0.0.1:?}
>> [junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ]
>> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77ce5b94
>> {/solr,null,UNAVAILABLE}
>> [junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ]
>> o.e.j.s.session node0 Stopped scavenging
>> [junit4] 2> 1941273 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
>> [junit4] 2> 1941476 WARN (ZkTestServer Run Thread) [ ]
>> o.a.s.c.ZkTestServer Watch limit violations:
>> [junit4] 2> Maximum concurrent create/delete watches above limit:
>> [junit4] 2>
>> [junit4] 2> 3 /solr/aliases.json
>> [junit4] 2> 2 /solr/packages.json
>> [junit4] 2> 2 /solr/security.json
>> [junit4] 2>
>> [junit4] 2> Maximum concurrent data watches above limit:
>> [junit4] 2>
>> [junit4] 2> 3 /solr/clusterstate.json
>> [junit4] 2> 3 /solr/clusterprops.json
>> [junit4] 2>
>> [junit4] 2> Maximum concurrent children watches above limit:
>> [junit4] 2>
>> [junit4] 2> 7 /solr/overseer/queue
>> [junit4] 2> 7 /solr/live_nodes
>> [junit4] 2> 5 /solr/collections
>> [junit4] 2> 3 /solr/overseer/collection-queue-work
>> [junit4] 2>
>> [junit4] 2> 1941478 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35305
>> [junit4] 2> 1941478 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35305
>> [junit4] 2> 1941478 INFO
>> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B])
>> [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35305
>> [junit4] 2> NOTE: reproduce with: ant test
>> -Dtestcase=CollectionsAPIAsyncDistributedZkTest
>> -Dtests.method=testAsyncIdBackCompat -Dtests.seed=DE63BAAD266A8B7B
>> -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ckb
>> -Dtests.timezone=America/Monterrey -Dtests.asserts=true
>> -Dtests.file.encoding=US-ASCII
>> [junit4] FAILURE 2.72s J0 |
>> CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat <<<
>> [junit4] > Throwable #1: java.lang.AssertionError: Expecting
>> exception
>> [junit4] > at
>> __randomizedtesting.SeedInfo.seed([DE63BAAD266A8B7B:5329018A866F2B]:0)
>> [junit4] > at
>> org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
>> [junit4] > at
>> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
>> Method)
>> [junit4] > at
>> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>> [junit4] > at
>> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> [junit4] > at
>> java.base/java.lang.reflect.Method.invoke(Method.java:566)
>> [junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
>> [junit4] 2> NOTE: leaving temporary files on disk at:
>> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001
>> [junit4] 2> Feb 21, 2020 9:54:12 AM
>> com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>> [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
>> thread(s).
>> [junit4] 2> NOTE: test params are: codec=Asserting(Lucene84):
>> {_root_=PostingsFormat(name=MockRandom), id=Lucene84, _route_=Lucene84},
>> docValues:{}, maxPointsInLeafNode=339, maxMBSortInHeap=5.637024817475928,
>> sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6edc5706),
>> locale=ckb, timezone=America/Monterrey
>> [junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation
>> 11.0.4 (64-bit)/cpus=4,threads=1,free=289292256,total=535822336
>> [junit4] 2> NOTE: All tests run in this JVM:
>> [TestManagedSynonymGraphFilterFactory, LegacyCloudClusterPropTest,
>> TestXmlQParser, TestCrossCoreJoin, TestHttpServletCarrier,
>> TestDynamicFieldNamesIndexCorrectly, TestLMDirichletSimilarityFactory,
>> TestDistributedMissingSort, SolrIndexConfigTest, TestLockTree,
>> HighlighterMaxOffsetTest, TestLazyCores, ScriptEngineTest,
>> FieldMutatingUpdateProcessorTest, TestReplicaProperties,
>> MigrateRouteKeyTest, JavabinLoaderTest, IndexSizeTriggerMixedBoundsTest,
>> TestDynamicLoadingUrl, TestQueryTypes, TestRandomCollapseQParserPlugin,
>> TestSearcherReuse, InfixSuggestersTest, MetricTriggerIntegrationTest,
>> FieldAnalysisRequestHandlerTest, DistribJoinFromCollectionTest,
>> PingRequestHandlerTest, CdcrRequestHandlerTest, TestUseDocValuesAsStored,
>> TestSnapshotCloudManager, TestCopyFieldCollectionResource, TestReload,
>> TestSolr4Spatial, SecurityConfHandlerTest, SampleTest,
>> TestSchemalessBufferedUpdates, TestAtomicUpdateErrorCases,
>> TestManagedSchemaAPI, TestFoldingMultitermQuery,
>> AnalysisAfterCoreReloadTest, ChaosMonkeySafeLeaderTest,
>> TestSweetSpotSimilarityFactory, BasicZkTest, TestIndexSearcher,
>> SortSpecParsingTest, TestPrepRecovery, MetricsHandlerTest,
>> TestImpersonationWithHadoopAuth, QueryResultKeyTest, TestBlobHandler,
>> TestFieldCacheReopen, TestPostingsSolrHighlighter, TestConfigSetImmutable,
>> CacheHeaderTest, TestCoreContainer, SynonymTokenizerTest,
>> RemoteQueryErrorTest, RoutingToNodesWithPropertiesTest,
>> TestPayloadCheckQParserPlugin, RegexBytesRefFilterTest,
>> MaxSizeAutoCommitTest, GraphQueryTest, DeleteStatusTest, AuthToolTest,
>> OverseerSolrResponseUnsafeSerializationTest, TestLuceneIndexBackCompat,
>> CheckHdfsIndexTest, TestUniqueKeyFieldResource, TestStressUserVersions,
>> ConfigureRecoveryStrategyTest, LoggingHandlerTest,
>> TolerantUpdateProcessorTest, ZkStateWriterTest, TestSegmentSorting,
>> RequiredFieldsTest, TestSystemIdResolver, TestClusterStateMutator,
>> BitVectorTest, TestSkipOverseerOperations, CoreAdminOperationTest,
>> DocValuesNotIndexedTest, HttpPartitionTest, DataDrivenBlockJoinTest,
>> AutoAddReplicasPlanActionTest, TestComplexPhraseQParserPlugin,
>> CollectionStateFormat2Test, TestWriterPerf, ZkSolrClientTest,
>> SchemaVersionSpecificBehaviorTest, HdfsRecoverLeaseTest,
>> AutoscalingHistoryHandlerTest, ClusterStateTest, MergeStrategyTest,
>> TestSolrDeletionPolicy1, TestRemoteStreaming, IndexSchemaTest,
>> TestLogWatcher, JavaBinAtomicUpdateMultivalueTest, ReplicationFactorTest,
>> TestCloudConsistency, TestDocSet, ClassificationUpdateProcessorTest,
>> TestInPlaceUpdateWithRouteField, DaemonStreamApiTest,
>> XmlUpdateRequestHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest,
>> TestAnalyzedSuggestions, SimplePostToolTest, CurrencyFieldTypeTest,
>> BJQFilterAccessibleTest, CursorPagingTest, TestCustomStream,
>> BooleanFieldTest, TestReplicationHandlerBackup,
>> TestChildDocTransformerHierarchy, HdfsUnloadDistributedZkTest,
>> CollectionsAPIDistributedZkTest, DistributedFacetPivotWhiteBoxTest,
>> PreAnalyzedUpdateProcessorTest, DateMathParserTest,
>> IndexBasedSpellCheckerTest, TestMaxTokenLenTokenizer, SliceStateTest,
>> TestTrie, CollectionReloadTest, TestSortByMinMaxFunction, TestCodecSupport,
>> SuggesterTest, UniqFieldsUpdateProcessorFactoryTest,
>> TestCloudPhrasesIdentificationComponent, DistributedFacetPivotLongTailTest,
>> OverseerModifyCollectionTest, JSONWriterTest, QueryElevationComponentTest,
>> SimpleMLTQParserTest, CursorMarkTest, AddBlockUpdateTest,
>> DistributedQueryComponentOptimizationTest, TestPushWriter,
>> SystemInfoHandlerTest, TestNumericTerms32, DocValuesMissingTest,
>> DimensionalRoutedAliasUpdateProcessorTest, UpdateParamsTest,
>> ExecutePlanActionTest, RankQueryTest, MultiThreadedOCPTest,
>> TestMultiWordSynonyms, EchoParamsTest, SolrInfoBeanTest,
>> SolrTestCaseJ4Test, TestDistributedSearch, TestSimpleTrackingShardHandler,
>> TestSolrCoreProperties, PathHierarchyTokenizerFactoryTest,
>> ProtectedTermFilterFactoryTest, TestReversedWildcardFilterFactory,
>> TokenizerChainTest, TestEmbeddedSolrServerAdminHandler,
>> TestEmbeddedSolrServerSchemaAPI, AddReplicaTest,
>> AssignBackwardCompatibilityTest, BasicDistributedZk2Test,
>> ChaosMonkeyNothingIsSafeTest, ClusterStateUpdateTest, CollectionPropsTest,
>> ConnectionManagerTest, CreateRoutedAliasTest,
>> DeleteLastCustomShardedReplicaTest, DeleteNodeTest,
>> DistribCursorPagingTest, LeaderElectionIntegrationTest,
>> LeaderFailoverAfterPartitionTest, MetricsHistoryIntegrationTest,
>> MoveReplicaHDFSTest, NestedShardedAtomicUpdateTest,
>> OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerTest,
>> RestartWhileUpdatingTest, RollingRestartTest, SystemCollectionCompatTest,
>> TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudRecovery,
>> TestDistributedMap, TestExclusionRuleCollectionAccess,
>> TestMiniSolrCloudClusterSSL, TestSolrCloudWithSecureImpersonation,
>> TestTolerantUpdateProcessorCloud, TestZkChroot,
>> TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest,
>> UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest,
>> ZkCLITest, CollectionsAPIAsyncDistributedZkTest]
>> [junit4] Completed [562/904 (1!)] on J0 in 46.87s, 4 tests, 1 failure
>> <<< FAILURES!
>>
>> [...truncated 53676 lines...]
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: builds-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: builds-help@lucene.apache.org
>
>
>
> --
> Anshum Gupta
>
--
Anshum Gupta
Re: [JENKINS] Lucene-Solr-Tests-master - Build # 4300 - Still Unstable
Posted by Anshum Gupta <an...@anshumgupta.net>.
Looking at this and fixing it. Sorry about the noise. For some reason, the
test suite passed for me.
On Fri, Feb 21, 2020 at 2:32 AM Apache Jenkins Server <
jenkins@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4300/
>
> 1 tests failed.
> FAILED:
> org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat
>
> Error Message:
> Expecting exception
>
> Stack Trace:
> java.lang.AssertionError: Expecting exception
> at
> __randomizedtesting.SeedInfo.seed([DE63BAAD266A8B7B:5329018A866F2B]:0)
> at org.junit.Assert.fail(Assert.java:88)
> at
> org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
> at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
> at java.base/java.lang.Thread.run(Thread.java:834)
>
>
>
>
> Build Log:
> [...truncated 14468 lines...]
> [junit4] Suite:
> org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
> [junit4] 2> 1894768 INFO
> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
> [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property
> to test-framework derived value of
> '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
> [junit4] 2> 1894768 INFO
> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
> [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
> test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
> [junit4] 2> 1894769 INFO
> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
> [ ] o.a.s.SolrTestCaseJ4 Created dataDir:
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/data-dir-206-001
> [junit4] 2> 1894769 INFO
> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
> [ ] o.a.s.SolrTestCaseJ4 Using PointFields
> (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
> [junit4] 2> 1894769 INFO
> (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker)
> [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
> via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0,
> value=0.0/0.0, clientAuth=0.0/0.0)
> [junit4] 2> 1894772 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdRaceCondition
> [junit4] 2> 1894773 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001
> [junit4] 2> 1894773 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 1894774 INFO (ZkTestServer Run Thread) [ ]
> o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 1894774 INFO (ZkTestServer Run Thread) [ ]
> o.a.s.c.ZkTestServer Starting server
> [junit4] 2> 1894874 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer start zk server on port:35411
> [junit4] 2> 1894874 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35411
> [junit4] 2> 1894874 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35411
> [junit4] 2> 1894874 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35411
> [junit4] 2> 1894875 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
> ZooKeeper
> [junit4] 2> 1894877 INFO
> (zkConnectionManagerCallback-12008-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1894877 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1894879 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
> ZooKeeper
> [junit4] 2> 1894880 INFO
> (zkConnectionManagerCallback-12010-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1894880 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1894880 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
> ZooKeeper
> [junit4] 2> 1894881 INFO
> (zkConnectionManagerCallback-12012-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1894881 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
> [junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
> [junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ]
> o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z;
> git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
> [junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
> [junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
> [junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ]
> o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z;
> git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
> [junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-2) [ ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-2) [ ]
> o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-1) [ ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-1) [ ]
> o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-2) [ ]
> o.e.j.s.session node0 Scavenging every 660000ms
> [junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-1) [ ]
> o.e.j.s.session node0 Scavenging every 660000ms
> [junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-2) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a6ba27e
> {/solr,null,AVAILABLE}
> [junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-1) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e0f6f7f
> {/solr,null,AVAILABLE}
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@2f689704{ssl,[ssl,
> alpn, http/1.1, h2]}{127.0.0.1:?????}
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
> o.e.j.s.Server Started @???????ms
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=35243}
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@439f7767{ssl,[ssl,
> alpn, http/1.1, h2]}{127.0.0.1:?????}
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
> o.e.j.s.Server Started @???????ms
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=39015}
> [junit4] 2> 1895006 ERROR (jetty-launcher-12013-thread-2) [ ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1895006 ERROR (jetty-launcher-12013-thread-1) [ ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
> version 9.0.0
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir:
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
> version 9.0.0
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2020-02-21T09:53:26.244866Z
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir:
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
> [junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2020-02-21T09:53:26.244907Z
> [junit4] 2> 1895008 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 1895009 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 1895009 INFO
> (zkConnectionManagerCallback-12015-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1895009 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1895010 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1895013 INFO
> (zkConnectionManagerCallback-12017-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1895013 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1895014 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1896019 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized:
> WhitelistHostChecker [whitelistHosts=null,
> whitelistHostCheckingEnabled=true]
> [junit4] 2> 1896021 WARN (jetty-launcher-12013-thread-1) [ ]
> o.e.j.u.s.S.config Trusting all certificates configured for Client@21d8801d
> [provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 1896021 WARN (jetty-launcher-12013-thread-1) [ ]
> o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
> Client@21d8801d[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 1896023 WARN (jetty-launcher-12013-thread-1) [ ]
> o.e.j.u.s.S.config Trusting all certificates configured for Client@1f1c6faf
> [provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 1896023 WARN (jetty-launcher-12013-thread-1) [ ]
> o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
> Client@1f1c6faf[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 1896024 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35411/solr
> [junit4] 2> 1896025 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 1896026 INFO
> (zkConnectionManagerCallback-12025-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1896026 INFO (jetty-launcher-12013-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1896141 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.c.c.ConnectionManager Waiting for
> client to connect to ZooKeeper
> [junit4] 2> 1896141 INFO
> (zkConnectionManagerCallback-12027-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1896141 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.c.c.ConnectionManager Client is
> connected to ZooKeeper
> [junit4] 2> 1896234 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerElectionContext I am going
> to be the leader 127.0.0.1:35243_solr
> [junit4] 2> 1896234 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Overseer
> (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) starting
> [junit4] 2> 1896244 INFO
> (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
> [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Starting to work on the
> main queue : 127.0.0.1:35243_solr
> [junit4] 2> 1896245 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:35243_solr
> [junit4] 2> 1896249 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.p.PackageLoader /packages.json
> updated to version -1
> [junit4] 2> 1896249 WARN (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.c.CoreContainer Not all security
> plugins configured! authentication=disabled authorization=disabled. Solr
> is only as secure as you make it. Consider configuring
> authentication/authorization before exposing Solr to users internal or
> external. See https://s.apache.org/solrsecurity for more info
> [junit4] 2> 1896254 INFO (zkCallback-12026-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
> [junit4] 2> 1896269 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.h.a.MetricsHistoryHandler No .system
> collection, keeping metrics history in memory.
> [junit4] 2> 1896278 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized:
> WhitelistHostChecker [whitelistHosts=null,
> whitelistHostCheckingEnabled=true]
> [junit4] 2> 1896279 WARN (jetty-launcher-12013-thread-2) [ ]
> o.e.j.u.s.S.config Trusting all certificates configured for Client@5dea6f71
> [provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 1896279 WARN (jetty-launcher-12013-thread-2) [ ]
> o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
> Client@5dea6f71[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 1896281 WARN (jetty-launcher-12013-thread-2) [ ]
> o.e.j.u.s.S.config Trusting all certificates configured for Client@155ddbc0
> [provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 1896281 WARN (jetty-launcher-12013-thread-2) [ ]
> o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
> Client@155ddbc0[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 1896282 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35411/solr
> [junit4] 2> 1896283 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 1896284 INFO
> (zkConnectionManagerCallback-12037-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1896284 INFO (jetty-launcher-12013-thread-2) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1896298 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
> for 'solr_35243.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
> [junit4] 2> 1896306 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
> for 'solr_35243.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
> [junit4] 2> 1896306 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
> for 'solr_35243.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
> [junit4] 2> 1896307 INFO (jetty-launcher-12013-thread-1)
> [n:127.0.0.1:35243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/.
> [junit4] 2> 1896385 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.c.c.ConnectionManager Waiting for
> client to connect to ZooKeeper
> [junit4] 2> 1896387 INFO
> (zkConnectionManagerCallback-12039-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1896387 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.c.c.ConnectionManager Client is
> connected to ZooKeeper
> [junit4] 2> 1896391 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (1)
> [junit4] 2> 1896393 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.c.ZkController Publish
> node=127.0.0.1:39015_solr as DOWN
> [junit4] 2> 1896394 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.c.TransientSolrCoreCacheDefault
> Allocating transient cache for 2147483647 transient cores
> [junit4] 2> 1896394 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:39015_solr
> [junit4] 2> 1896395 INFO (zkCallback-12026-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
> [junit4] 2> 1896395 INFO (zkCallback-12038-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
> [junit4] 2> 1896396 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.p.PackageLoader /packages.json
> updated to version -1
> [junit4] 2> 1896396 WARN (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.c.CoreContainer Not all security
> plugins configured! authentication=disabled authorization=disabled. Solr
> is only as secure as you make it. Consider configuring
> authentication/authorization before exposing Solr to users internal or
> external. See https://s.apache.org/solrsecurity for more info
> [junit4] 2> 1896424 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.h.a.MetricsHistoryHandler No .system
> collection, keeping metrics history in memory.
> [junit4] 2> 1896442 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
> for 'solr_39015.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
> [junit4] 2> 1896450 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
> for 'solr_39015.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
> [junit4] 2> 1896451 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring
> for 'solr_39015.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
> [junit4] 2> 1896452 INFO (jetty-launcher-12013-thread-2)
> [n:127.0.0.1:39015_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node2/.
> [junit4] 2> 1896473 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
> [junit4] 2> 1896474 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
> ZooKeeper
> [junit4] 2> 1896475 INFO
> (zkConnectionManagerCallback-12048-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1896475 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1896476 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) ->
> (2)
> [junit4] 2> 1896477 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at
> 127.0.0.1:35411/solr ready
> [junit4] 2> 1896520 INFO (qtp207979168-35378) [n:127.0.0.1:39015_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with
> params
> async=a2c072a2-18fe-4350-ace0-283fb385105b&shards=shard1&collection.configName=conf1&name=testAsyncIdRaceCondition&
> router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1896522 INFO (qtp207979168-35378) [n:127.0.0.1:39015_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=a2c072a2-18fe-4350-ace0-283fb385105b&shards=shard1&collection.configName=conf1&name=testAsyncIdRaceCondition&
> router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2}
> status=0 QTime=2
> [junit4] 2> 1896522 INFO (qtp207979168-35373) [n:127.0.0.1:39015_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus
> with params
> requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1896523 INFO (qtp207979168-35373) [n:127.0.0.1:39015_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1896524 INFO
> (OverseerThreadFactory-10717-thread-1-processing-n:127.0.0.1:35243_solr)
> [n:127.0.0.1:35243_solr ] o.a.s.c.a.c.CreateCollectionCmd Create
> collection testAsyncIdRaceCondition
> [junit4] 2> 1896631 INFO
> (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
> [n:127.0.0.1:35243_solr ] o.a.s.c.o.SliceMutator createReplica() {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"testAsyncIdRaceCondition",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"testAsyncIdRaceCondition_shard1_replica_n1",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"https://127.0.0.1:35243/solr",
> [junit4] 2> "node_name":"127.0.0.1:35243_solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"}
> [junit4] 2> 1896883 INFO (qtp1620209501-35369) [n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.HttpSolrCall
> [admin] webapp=null path=/admin/cores
> params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncIdRaceCondition&version=2&replicaType=NRT&async=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&coreNodeName=core_node2&name=testAsyncIdRaceCondition_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin}
> status=0 QTime=0
> [junit4] 2> 1896883 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.h.a.CoreAdminOperation core create command
> qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncIdRaceCondition&version=2&replicaType=NRT&async=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&coreNodeName=core_node2&name=testAsyncIdRaceCondition_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
> [junit4] 2> 1896883 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
> 2147483647 transient cores
> [junit4] 2> 1896897 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrConfig Using
> Lucene MatchVersion: 9.0.0
> [junit4] 2> 1896904 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema
> [testAsyncIdRaceCondition_shard1_replica_n1] Schema name=minimal
> [junit4] 2> 1896906 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded
> schema minimal/1.1 with uniqueid field id
> [junit4] 2> 1896906 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.CoreContainer
> Creating SolrCore 'testAsyncIdRaceCondition_shard1_replica_n1' using
> configuration from configset conf1, trusted=true
> [junit4] 2> 1896907 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter
> JMX monitoring for
> 'solr_35243.solr.core.testAsyncIdRaceCondition.shard1.replica_n1' (registry
> 'solr.core.testAsyncIdRaceCondition.shard1.replica_n1') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
> [junit4] 2> 1896907 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
> [[testAsyncIdRaceCondition_shard1_replica_n1] ] Opening new SolrCore at
> [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/testAsyncIdRaceCondition_shard1_replica_n1],
> dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/./testAsyncIdRaceCondition_shard1_replica_n1/data/]
> [junit4] 2> 1896945 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CoreAdminOperation Checking request status for :
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256
> [junit4] 2> 1896945 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
> params={qt=/admin/cores&requestid=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&action=REQUESTSTATUS&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1896978 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using
> UpdateLog implementation: org.apache.solr.update.UpdateLog
> [junit4] 2> 1896978 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateLog
> Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
> numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 1896980 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard
> AutoCommit: disabled
> [junit4] 2> 1896980 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft
> AutoCommit: disabled
> [junit4] 2> 1896980 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher
> Opening [Searcher@1d15b8a1[testAsyncIdRaceCondition_shard1_replica_n1]
> main]
> [junit4] 2> 1896982 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with
> znodeBase: /configs/conf1
> [junit4] 2> 1896982 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
> ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 1896982 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.h.ReplicationHandler
> Commits will be reserved for 10000ms.
> [junit4] 2> 1896982 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not
> find max version in index or recent updates, using new clock
> 1659139583608094720
> [junit4] 2> 1896985 INFO
> (searcherExecutor-10729-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 r:core_node2 CREATE
> n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
> [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher
> Searcher@1d15b8a1[testAsyncIdRaceCondition_shard1_replica_n1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 1896988 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ZkShardTerms
> Successful update of terms at
> /collections/testAsyncIdRaceCondition/terms/shard1 to
> Terms{values={core_node2=0}, version=0}
> [junit4] 2> 1896988 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.c.ShardLeaderElectionContextBase make sure parent is created
> /collections/testAsyncIdRaceCondition/leaders/shard1
> [junit4] 2> 1896990 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
> [junit4] 2> 1896990 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
> [junit4] 2> 1896990 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync
> replicas to
> https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/
> [junit4] 2> 1896991 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync
> Success - now sync replicas to me
> [junit4] 2> 1896992 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy
> https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/
> has no replicas
> [junit4] 2> 1896992 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
> /collections/testAsyncIdRaceCondition/leaders/shard1/leader after winning
> as
> /collections/testAsyncIdRaceCondition/leader_elect/shard1/election/73283143403700230-core_node2-n_0000000000
> [junit4] 2> 1896993 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.c.ShardLeaderElectionContext I am the new leader:
> https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/
> shard1
> [junit4] 2> 1897101 INFO (zkCallback-12026-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged
> path:/collections/testAsyncIdRaceCondition/state.json] for collection
> [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 1897102 INFO
> (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ZkController I am
> the leader, no recovery necessary
> [junit4] 2> 1897204 INFO (zkCallback-12026-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged
> path:/collections/testAsyncIdRaceCondition/state.json] for collection
> [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 1897204 INFO (zkCallback-12026-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged
> path:/collections/testAsyncIdRaceCondition/state.json] for collection
> [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 1897525 INFO (qtp207979168-35375) [n:127.0.0.1:39015_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus
> with params
> requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1897526 INFO (qtp207979168-35375) [n:127.0.0.1:39015_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2}
> status=0 QTime=1
> [junit4] 2> 1897947 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CoreAdminOperation Checking request status for :
> a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256
> [junit4] 2> 1897947 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
> params={qt=/admin/cores&requestid=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&action=REQUESTSTATUS&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1897951 INFO
> (OverseerThreadFactory-10717-thread-1-processing-n:127.0.0.1:35243_solr)
> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
> /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor
> may have disconnected from ZooKeeper
> [junit4] 2> 1898525 INFO
> (OverseerCollectionConfigSetProcessor-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
> /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor
> may have disconnected from ZooKeeper
> [junit4] 2> 1898527 INFO (qtp207979168-35376) [n:127.0.0.1:39015_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus
> with params
> requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898529 INFO (qtp207979168-35376) [n:127.0.0.1:39015_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2}
> status=0 QTime=1
> [junit4] 2> 1898530 INFO (qtp207979168-35371) [n:127.0.0.1:39015_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus
> with params
> requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=DELETESTATUS&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898530 INFO (qtp207979168-35371) [n:127.0.0.1:39015_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=DELETESTATUS&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-10)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-10 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-1)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-1 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-2)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-2 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-3)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-3 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-4)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-4 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-5)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-5 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-6)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-6 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-7)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-7 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-8)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-8 - Reloading Collection.
> [junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-9)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest
> testAsyncIdRaceCondition-10734-thread-9 - Reloading Collection.
> [junit4] 2> 1898577 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898578 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898579 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=2
> [junit4] 2> 1898579 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=1
> [junit4] 2> 1898580 INFO (testAsyncIdRaceCondition-10734-thread-3)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898581 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898581 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1898582 INFO (testAsyncIdRaceCondition-10734-thread-4)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898592 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898593 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1898593 INFO (testAsyncIdRaceCondition-10734-thread-8)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898593 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898595 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=1
> [junit4] 2> 1898595 INFO
> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
> [n:127.0.0.1:35243_solr ]
> o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection
> Cmd=action=RELOAD, asyncId=repeatedId
> [junit4] 2> 1898595 INFO (testAsyncIdRaceCondition-10734-thread-6)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898610 INFO (qtp1620209501-35377) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898612 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.HttpSolrCall
> [admin] webapp=null path=/admin/cores
> params={core=testAsyncIdRaceCondition_shard1_replica_n1&async=repeatedId18700403092055530&qt=/admin/cores&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1898613 INFO (qtp1620209501-35461) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CoreAdminOperation Checking request status for :
> repeatedId18700403092055530
> [junit4] 2> 1898613 INFO (qtp1620209501-35461) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
> params={qt=/admin/cores&requestid=repeatedId18700403092055530&action=REQUESTSTATUS&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1898614 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898618 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898619 INFO (qtp1620209501-35377) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=8
> [junit4] 2> 1898619 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=1
> [junit4] 2> 1898619 INFO (qtp1620209501-35458) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898619 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=5
> [junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-10)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-9)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-1)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898620 INFO (qtp1620209501-35458) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1898624 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrConfig Using
> Lucene MatchVersion: 9.0.0
> [junit4] 2> 1898626 INFO (testAsyncIdRaceCondition-10734-thread-5)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898630 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with
> params
> async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1898632 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr
> ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2}
> status=0 QTime=1
> [junit4] 2> 1898632 INFO (testAsyncIdRaceCondition-10734-thread-2)
> [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same
> requestid already exists.
> [junit4] 2> 1898632 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema
> [testAsyncIdRaceCondition_shard1_replica_n1] Schema name=minimal
> [junit4] 2> 1898634 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdRaceCondition
> [junit4] 2> 1898634 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded
> schema minimal/1.1 with uniqueid field id
> [junit4] 2> 1898634 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.CoreContainer
> Reloading SolrCore 'testAsyncIdRaceCondition_shard1_replica_n1' using
> configuration from configset conf1
> [junit4] 2> 1898668 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_35243.solr.core.testAsyncIdRaceCondition.shard1.replica_n1' (registry
> 'solr.core.testAsyncIdRaceCondition.shard1.replica_n1') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
> [junit4] 2> 1898668 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.c.SolrCore [[testAsyncIdRaceCondition_shard1_replica_n1] ] Opening
> new SolrCore at
> [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/testAsyncIdRaceCondition_shard1_replica_n1],
> dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/./testAsyncIdRaceCondition_shard1_replica_n1/data/]
> [junit4] 2> 1898724 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 1898724 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 1898726 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.s.SolrIndexSearcher Opening [Searcher@1b45c400[testAsyncIdRaceCondition_shard1_replica_n1]
> main]
> [junit4] 2> 1898727 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with
> znodeBase: /configs/conf1
> [junit4] 2> 1898728 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
> ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 1898728 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
> [junit4] 2> 1898728 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.u.UpdateLog Could not find max version in index or recent updates,
> using new clock 1659139585438908416
> [junit4] 2> 1898730 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
> [junit4] 2> 1898732 INFO
> (searcherExecutor-10735-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1
> repeatedId18700403092055530 r:core_node2 RELOAD n:127.0.0.1:35243_solr
> c:testAsyncIdRaceCondition s:shard1) [n:127.0.0.1:35243_solr
> c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
> [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher
> Searcher@1b45c400[testAsyncIdRaceCondition_shard1_replica_n1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 1898732 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.s.SolrIndexSearcher Opening [Searcher@2ddbe649[testAsyncIdRaceCondition_shard1_replica_n1]
> main]
> [junit4] 2> 1898733 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.c.SolrCore [testAsyncIdRaceCondition_shard1_replica_n1] CLOSING
> SolrCore org.apache.solr.core.SolrCore@53e0a78a
> [junit4] 2> 1898733 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.core.testAsyncIdRaceCondition.shard1.replica_n1,
> tag=SolrCore@53e0a78a
> [junit4] 2> 1898733 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@18869bdb: rootName =
> solr_35243, domain = solr.core.testAsyncIdRaceCondition.shard1.replica_n1,
> service url = null, agent id = null] for registry
> solr.core.testAsyncIdRaceCondition.shard1.replica_n1 /
> com.codahale.metrics.MetricRegistry@127752ae
> [junit4] 2> 1898734 INFO
> (searcherExecutor-10735-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1
> repeatedId18700403092055530 r:core_node2 RELOAD n:127.0.0.1:35243_solr
> c:testAsyncIdRaceCondition s:shard1) [n:127.0.0.1:35243_solr
> c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
> [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher
> Searcher@2ddbe649[testAsyncIdRaceCondition_shard1_replica_n1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.c.CoreContainer Shutting down CoreContainer instance=714764665
> [junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.
> 1:35243_solr
> [junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.c.ZkController Publish this node as DOWN...
> [junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.c.ZkController Publish node=127.0.0.1:35243_solr as DOWN
> [junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.c.CoreContainer Shutting down CoreContainer instance=626245706
> [junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.
> 1:39015_solr
> [junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.c.ZkController Publish this node as DOWN...
> [junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.c.ZkController Publish node=127.0.0.1:39015_solr as DOWN
> [junit4] 2> 1898741 INFO (coreCloseExecutor-10739-thread-1)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore
> [testAsyncIdRaceCondition_shard1_replica_n1] CLOSING SolrCore
> org.apache.solr.core.SolrCore@26f2b56d
> [junit4] 2> 1898743 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
> tag=null
> [junit4] 2> 1898743 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@1d68e30c: rootName =
> solr_39015, domain = solr.node, service url = null, agent id = null] for
> registry solr.node / com.codahale.metrics.MetricRegistry@724da762
> [junit4] 2> 1898746 INFO
> (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr
> x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530
> RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1
> r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.collection.testAsyncIdRaceCondition.shard1.leader,
> tag=SolrCore@53e0a78a
> [junit4] 2> 1898747 INFO (coreCloseExecutor-10739-thread-1)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.SolrMetricManager
> Closing metric reporters for
> registry=solr.core.testAsyncIdRaceCondition.shard1.replica_n1,
> tag=SolrCore@26f2b56d
> [junit4] 2> 1898747 INFO (coreCloseExecutor-10739-thread-1)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter
> Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6508f032:
> rootName = solr_35243, domain =
> solr.core.testAsyncIdRaceCondition.shard1.replica_n1, service url = null,
> agent id = null] for registry
> solr.core.testAsyncIdRaceCondition.shard1.replica_n1 /
> com.codahale.metrics.MetricRegistry@127752ae
> [junit4] 2> 1898751 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
> tag=null
> [junit4] 2> 1898751 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@371347ad: rootName =
> solr_39015, domain = solr.jvm, service url = null, agent id = null] for
> registry solr.jvm / com.codahale.metrics.MetricRegistry@279b8298
> [junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
> tag=null
> [junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@60b3cc3: rootName =
> solr_39015, domain = solr.jetty, service url = null, agent id = null] for
> registry solr.jetty / com.codahale.metrics.MetricRegistry@497a36a
> [junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.cluster, tag=null
> [junit4] 2> 1898755 INFO (zkCallback-12026-thread-3) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
> [junit4] 2> 1898761 INFO (coreCloseExecutor-10739-thread-1)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.SolrMetricManager
> Closing metric reporters for
> registry=solr.collection.testAsyncIdRaceCondition.shard1.leader,
> tag=SolrCore@26f2b56d
> [junit4] 2> 1898762 INFO (coreCloseExecutor-10739-thread-1)
> [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2
> x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2
> Committing on IndexWriter.close() ... SKIPPED (unnecessary).
> [junit4] 2> 1898763 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
> tag=null
> [junit4] 2> 1898763 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@789a1f99: rootName =
> solr_35243, domain = solr.node, service url = null, agent id = null] for
> registry solr.node / com.codahale.metrics.MetricRegistry@4d123c91
> [junit4] 2> 1898769 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
> tag=null
> [junit4] 2> 1898769 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@7da95a3e: rootName =
> solr_35243, domain = solr.jvm, service url = null, agent id = null] for
> registry solr.jvm / com.codahale.metrics.MetricRegistry@279b8298
> [junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
> tag=null
> [junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@57e67e97: rootName =
> solr_35243, domain = solr.jetty, service url = null, agent id = null] for
> registry solr.jetty / com.codahale.metrics.MetricRegistry@497a36a
> [junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.cluster, tag=null
> [junit4] 2> 1898772 INFO (closeThreadPool-12059-thread-1) [ ]
> o.a.s.c.Overseer Overseer
> (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
> [junit4] 2> 1898773 INFO
> (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
> [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Overseer Loop exiting :
> 127.0.0.1:35243_solr
> [junit4] 2> 1898856 INFO (jetty-closer-12051-thread-2) [ ]
> o.e.j.s.AbstractConnector Stopped ServerConnector@439f7767{ssl,[ssl,
> alpn, http/1.1, h2]}{127.0.0.1:?}
> [junit4] 2> 1898857 INFO (jetty-closer-12051-thread-2) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a6ba27e
> {/solr,null,UNAVAILABLE}
> [junit4] 2> 1898857 INFO (jetty-closer-12051-thread-2) [ ]
> o.e.j.s.session node0 Stopped scavenging
> [junit4] 2> 1899614 ERROR
> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
> [n:127.0.0.1:35243_solr ]
> o.a.s.c.a.c.OverseerCollectionMessageHandler Collection:
> testAsyncIdRaceCondition operation: reload
> failed:java.util.concurrent.RejectedExecutionException: Task
> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$198/0x0000000100477c40@54e566fe
> rejected from
> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@11e7f206[Terminated,
> pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 5]
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055)
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825)
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355)
> [junit4] 2> at
> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:195)
> [junit4] 2> at
> com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:63)
> [junit4] 2> at
> java.base/java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:184)
> [junit4] 2> at
> org.apache.solr.handler.component.HttpShardHandler.submit(HttpShardHandler.java:199)
> [junit4] 2> at
> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.waitForCoreAdminAsyncCallToComplete(OverseerCollectionMessageHandler.java:831)
> [junit4] 2> at
> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.waitForAsyncCallsToComplete(OverseerCollectionMessageHandler.java:1048)
> [junit4] 2> at
> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1038)
> [junit4] 2> at
> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:767)
> [junit4] 2> at
> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:745)
> [junit4] 2> at
> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.reloadCollection(OverseerCollectionMessageHandler.java:309)
> [junit4] 2> at
> org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
> [junit4] 2> at
> org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
> [junit4] 2> at
> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2>
> [junit4] 2> 1899614 ERROR
> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor
> :org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer/collection-map-failure
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
> [junit4] 2> at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
> [junit4] 2> at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
> [junit4] 2> at
> org.apache.solr.cloud.DistributedMap.size(DistributedMap.java:87)
> [junit4] 2> at
> org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:53)
> [junit4] 2> at
> org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:513)
> [junit4] 2> at
> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2>
> [junit4] 2> 1899614 WARN
> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor Resetting
> task: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId,
> taskKey: testAsyncIdRaceCondition
> [junit4] 2> 1899614 ERROR
> (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr)
> [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor
> :org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for
> /overseer/collection-map-running/mn-repeatedId
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
> [junit4] 2> at
> org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
> [junit4] 2> at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
> [junit4] 2> at
> org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
> [junit4] 2> at
> org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
> [junit4] 2> at
> org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
> [junit4] 2> at
> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> [junit4] 2> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2>
> [junit4] 2> 1899615 INFO
> (OverseerAutoScalingTriggerThread-73283143403700230-127.0.0.1:35243_solr-n_0000000000)
> [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but
> we are closed, exiting.
> [junit4] 2> 1899615 INFO (jetty-closer-12051-thread-1) [ ]
> o.a.s.c.Overseer Overseer
> (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
> [junit4] 2> 1899615 INFO (closeThreadPool-12059-thread-2) [ ]
> o.a.s.c.Overseer Overseer
> (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
> [junit4] 2> 1899616 INFO (jetty-closer-12051-thread-1) [ ]
> o.e.j.s.AbstractConnector Stopped ServerConnector@2f689704{ssl,[ssl,
> alpn, http/1.1, h2]}{127.0.0.1:?}
> [junit4] 2> 1899616 INFO (jetty-closer-12051-thread-1) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e0f6f7f
> {/solr,null,UNAVAILABLE}
> [junit4] 2> 1899617 INFO (jetty-closer-12051-thread-1) [ ]
> o.e.j.s.session node0 Stopped scavenging
> [junit4] 2> 1899618 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
> [junit4] 2> 1899820 WARN (ZkTestServer Run Thread) [ ]
> o.a.s.c.ZkTestServer Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/aliases.json
> [junit4] 2> 2 /solr/packages.json
> [junit4] 2> 2 /solr/security.json
> [junit4] 2> 2
> /solr/collections/testAsyncIdRaceCondition/terms/shard1
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 7
> /solr/collections/testAsyncIdRaceCondition/state.json
> [junit4] 2> 3 /solr/clusterstate.json
> [junit4] 2> 3 /solr/clusterprops.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 14 /solr/overseer/queue
> [junit4] 2> 7 /solr/live_nodes
> [junit4] 2> 6 /solr/collections
> [junit4] 2> 4 /solr/overseer/collection-queue-work
> [junit4] 2>
> [junit4] 2> 1899822 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35411
> [junit4] 2> 1899822 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35411
> [junit4] 2> 1899822 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35411
> [junit4] 2> 1899827 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests
> [junit4] 2> 1899827 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-002
> [junit4] 2> 1899828 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 1899828 INFO (ZkTestServer Run Thread) [ ]
> o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 1899828 INFO (ZkTestServer Run Thread) [ ]
> o.a.s.c.ZkTestServer Starting server
> [junit4] 2> 1899928 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer start zk server on port:43777
> [junit4] 2> 1899929 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43777
> [junit4] 2> 1899929 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43777
> [junit4] 2> 1899929 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43777
> [junit4] 2> 1899930 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
> ZooKeeper
> [junit4] 2> 1899932 INFO
> (zkConnectionManagerCallback-12061-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1899932 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1899934 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
> ZooKeeper
> [junit4] 2> 1899935 INFO
> (zkConnectionManagerCallback-12063-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1899935 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1899935 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to
> ZooKeeper
> [junit4] 2> 1899936 INFO
> (zkConnectionManagerCallback-12065-thread-1) [ ]
> o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1899936 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ]
> o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z;
> git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
> [junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ]
> o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z;
> git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ]
> o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ]
> o.e.j.s.session node0 Scavenging every 660000ms
> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ]
> o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ]
> o.e.j.s.session node0 Scavenging every 660000ms
> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47b1cd34
> {/solr,null,AVAILABLE}
> [junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f4a7435
> {/solr,null,AVAILABLE}
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@5e94f037{ssl,[ssl,
> alpn, http/1.1, h2]}{127.0.0.1:?????}
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
> o.e.j.s.Server Started @???????ms
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@c9826a7{ssl,[ssl, alpn,
> http/1.1, h2]}{127.0.0.1:?????}
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=33101}
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
> o.e.j.s.Server Started @???????ms
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=34067}
> [junit4] 2> 1900043 ERROR (jetty-launcher-12066-thread-2) [ ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1900043 ERROR (jetty-launcher-12066-thread-1) [ ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
> version 9.0.0
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
> version 9.0.0
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir:
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2020-02-21T09:53:31.281813Z
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir:
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
> [junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2020-02-21T09:53:31.281844Z
> [junit4] 2> 1900044 INFO (jetty-launcher-12066-thread-2) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 1900045 INFO (jetty-launcher-12066-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 1900045 INFO
> (zkConnectionManagerCallback-12070-thread-1) [ ] o.a.s.c.c.Co
>
> [...truncated too long message...]
>
> .metrics.MetricRegistry@497a36a
> [junit4] 2> 1941077 INFO (jetty-closer-12220-thread-2) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.cluster, tag=null
> [junit4] 2> 1941170 INFO (jetty-closer-12220-thread-1) [ ]
> o.a.s.c.Overseer Overseer
> (id=73283146287153158-127.0.0.1:32857_solr-n_0000000000) closing
> [junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ]
> o.e.j.s.AbstractConnector Stopped ServerConnector@1673ae40{ssl,[ssl,
> alpn, http/1.1, h2]}{127.0.0.1:?}
> [junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74703843
> {/solr,null,UNAVAILABLE}
> [junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ]
> o.e.j.s.session node0 Stopped scavenging
> [junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ]
> o.e.j.s.AbstractConnector Stopped ServerConnector@147ca514{ssl,[ssl,
> alpn, http/1.1, h2]}{127.0.0.1:?}
> [junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77ce5b94
> {/solr,null,UNAVAILABLE}
> [junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ]
> o.e.j.s.session node0 Stopped scavenging
> [junit4] 2> 1941273 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
> [junit4] 2> 1941476 WARN (ZkTestServer Run Thread) [ ]
> o.a.s.c.ZkTestServer Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/aliases.json
> [junit4] 2> 2 /solr/packages.json
> [junit4] 2> 2 /solr/security.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/clusterstate.json
> [junit4] 2> 3 /solr/clusterprops.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 7 /solr/overseer/queue
> [junit4] 2> 7 /solr/live_nodes
> [junit4] 2> 5 /solr/collections
> [junit4] 2> 3 /solr/overseer/collection-queue-work
> [junit4] 2>
> [junit4] 2> 1941478 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35305
> [junit4] 2> 1941478 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35305
> [junit4] 2> 1941478 INFO
> (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B])
> [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35305
> [junit4] 2> NOTE: reproduce with: ant test
> -Dtestcase=CollectionsAPIAsyncDistributedZkTest
> -Dtests.method=testAsyncIdBackCompat -Dtests.seed=DE63BAAD266A8B7B
> -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ckb
> -Dtests.timezone=America/Monterrey -Dtests.asserts=true
> -Dtests.file.encoding=US-ASCII
> [junit4] FAILURE 2.72s J0 |
> CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat <<<
> [junit4] > Throwable #1: java.lang.AssertionError: Expecting
> exception
> [junit4] > at
> __randomizedtesting.SeedInfo.seed([DE63BAAD266A8B7B:5329018A866F2B]:0)
> [junit4] > at
> org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
> [junit4] > at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> [junit4] > at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> [junit4] > at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4] > at
> java.base/java.lang.reflect.Method.invoke(Method.java:566)
> [junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2> NOTE: leaving temporary files on disk at:
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001
> [junit4] 2> Feb 21, 2020 9:54:12 AM
> com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
> [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
> thread(s).
> [junit4] 2> NOTE: test params are: codec=Asserting(Lucene84):
> {_root_=PostingsFormat(name=MockRandom), id=Lucene84, _route_=Lucene84},
> docValues:{}, maxPointsInLeafNode=339, maxMBSortInHeap=5.637024817475928,
> sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6edc5706),
> locale=ckb, timezone=America/Monterrey
> [junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation
> 11.0.4 (64-bit)/cpus=4,threads=1,free=289292256,total=535822336
> [junit4] 2> NOTE: All tests run in this JVM:
> [TestManagedSynonymGraphFilterFactory, LegacyCloudClusterPropTest,
> TestXmlQParser, TestCrossCoreJoin, TestHttpServletCarrier,
> TestDynamicFieldNamesIndexCorrectly, TestLMDirichletSimilarityFactory,
> TestDistributedMissingSort, SolrIndexConfigTest, TestLockTree,
> HighlighterMaxOffsetTest, TestLazyCores, ScriptEngineTest,
> FieldMutatingUpdateProcessorTest, TestReplicaProperties,
> MigrateRouteKeyTest, JavabinLoaderTest, IndexSizeTriggerMixedBoundsTest,
> TestDynamicLoadingUrl, TestQueryTypes, TestRandomCollapseQParserPlugin,
> TestSearcherReuse, InfixSuggestersTest, MetricTriggerIntegrationTest,
> FieldAnalysisRequestHandlerTest, DistribJoinFromCollectionTest,
> PingRequestHandlerTest, CdcrRequestHandlerTest, TestUseDocValuesAsStored,
> TestSnapshotCloudManager, TestCopyFieldCollectionResource, TestReload,
> TestSolr4Spatial, SecurityConfHandlerTest, SampleTest,
> TestSchemalessBufferedUpdates, TestAtomicUpdateErrorCases,
> TestManagedSchemaAPI, TestFoldingMultitermQuery,
> AnalysisAfterCoreReloadTest, ChaosMonkeySafeLeaderTest,
> TestSweetSpotSimilarityFactory, BasicZkTest, TestIndexSearcher,
> SortSpecParsingTest, TestPrepRecovery, MetricsHandlerTest,
> TestImpersonationWithHadoopAuth, QueryResultKeyTest, TestBlobHandler,
> TestFieldCacheReopen, TestPostingsSolrHighlighter, TestConfigSetImmutable,
> CacheHeaderTest, TestCoreContainer, SynonymTokenizerTest,
> RemoteQueryErrorTest, RoutingToNodesWithPropertiesTest,
> TestPayloadCheckQParserPlugin, RegexBytesRefFilterTest,
> MaxSizeAutoCommitTest, GraphQueryTest, DeleteStatusTest, AuthToolTest,
> OverseerSolrResponseUnsafeSerializationTest, TestLuceneIndexBackCompat,
> CheckHdfsIndexTest, TestUniqueKeyFieldResource, TestStressUserVersions,
> ConfigureRecoveryStrategyTest, LoggingHandlerTest,
> TolerantUpdateProcessorTest, ZkStateWriterTest, TestSegmentSorting,
> RequiredFieldsTest, TestSystemIdResolver, TestClusterStateMutator,
> BitVectorTest, TestSkipOverseerOperations, CoreAdminOperationTest,
> DocValuesNotIndexedTest, HttpPartitionTest, DataDrivenBlockJoinTest,
> AutoAddReplicasPlanActionTest, TestComplexPhraseQParserPlugin,
> CollectionStateFormat2Test, TestWriterPerf, ZkSolrClientTest,
> SchemaVersionSpecificBehaviorTest, HdfsRecoverLeaseTest,
> AutoscalingHistoryHandlerTest, ClusterStateTest, MergeStrategyTest,
> TestSolrDeletionPolicy1, TestRemoteStreaming, IndexSchemaTest,
> TestLogWatcher, JavaBinAtomicUpdateMultivalueTest, ReplicationFactorTest,
> TestCloudConsistency, TestDocSet, ClassificationUpdateProcessorTest,
> TestInPlaceUpdateWithRouteField, DaemonStreamApiTest,
> XmlUpdateRequestHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest,
> TestAnalyzedSuggestions, SimplePostToolTest, CurrencyFieldTypeTest,
> BJQFilterAccessibleTest, CursorPagingTest, TestCustomStream,
> BooleanFieldTest, TestReplicationHandlerBackup,
> TestChildDocTransformerHierarchy, HdfsUnloadDistributedZkTest,
> CollectionsAPIDistributedZkTest, DistributedFacetPivotWhiteBoxTest,
> PreAnalyzedUpdateProcessorTest, DateMathParserTest,
> IndexBasedSpellCheckerTest, TestMaxTokenLenTokenizer, SliceStateTest,
> TestTrie, CollectionReloadTest, TestSortByMinMaxFunction, TestCodecSupport,
> SuggesterTest, UniqFieldsUpdateProcessorFactoryTest,
> TestCloudPhrasesIdentificationComponent, DistributedFacetPivotLongTailTest,
> OverseerModifyCollectionTest, JSONWriterTest, QueryElevationComponentTest,
> SimpleMLTQParserTest, CursorMarkTest, AddBlockUpdateTest,
> DistributedQueryComponentOptimizationTest, TestPushWriter,
> SystemInfoHandlerTest, TestNumericTerms32, DocValuesMissingTest,
> DimensionalRoutedAliasUpdateProcessorTest, UpdateParamsTest,
> ExecutePlanActionTest, RankQueryTest, MultiThreadedOCPTest,
> TestMultiWordSynonyms, EchoParamsTest, SolrInfoBeanTest,
> SolrTestCaseJ4Test, TestDistributedSearch, TestSimpleTrackingShardHandler,
> TestSolrCoreProperties, PathHierarchyTokenizerFactoryTest,
> ProtectedTermFilterFactoryTest, TestReversedWildcardFilterFactory,
> TokenizerChainTest, TestEmbeddedSolrServerAdminHandler,
> TestEmbeddedSolrServerSchemaAPI, AddReplicaTest,
> AssignBackwardCompatibilityTest, BasicDistributedZk2Test,
> ChaosMonkeyNothingIsSafeTest, ClusterStateUpdateTest, CollectionPropsTest,
> ConnectionManagerTest, CreateRoutedAliasTest,
> DeleteLastCustomShardedReplicaTest, DeleteNodeTest,
> DistribCursorPagingTest, LeaderElectionIntegrationTest,
> LeaderFailoverAfterPartitionTest, MetricsHistoryIntegrationTest,
> MoveReplicaHDFSTest, NestedShardedAtomicUpdateTest,
> OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerTest,
> RestartWhileUpdatingTest, RollingRestartTest, SystemCollectionCompatTest,
> TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudRecovery,
> TestDistributedMap, TestExclusionRuleCollectionAccess,
> TestMiniSolrCloudClusterSSL, TestSolrCloudWithSecureImpersonation,
> TestTolerantUpdateProcessorCloud, TestZkChroot,
> TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest,
> UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest,
> ZkCLITest, CollectionsAPIAsyncDistributedZkTest]
> [junit4] Completed [562/904 (1!)] on J0 in 46.87s, 4 tests, 1 failure
> <<< FAILURES!
>
> [...truncated 53676 lines...]
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: builds-unsubscribe@lucene.apache.org
> For additional commands, e-mail: builds-help@lucene.apache.org
--
Anshum Gupta
[JENKINS] Lucene-Solr-Tests-master - Build # 4300 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4300/
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat
Error Message:
Expecting exception
Stack Trace:
java.lang.AssertionError: Expecting exception
at __randomizedtesting.SeedInfo.seed([DE63BAAD266A8B7B:5329018A866F2B]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14468 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> 1894768 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1894768 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1894769 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/data-dir-206-001
[junit4] 2> 1894769 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1894769 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[DE63BAAD266A8B7B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1894772 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdRaceCondition
[junit4] 2> 1894773 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001
[junit4] 2> 1894773 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1894774 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1894774 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1894874 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer start zk server on port:35411
[junit4] 2> 1894874 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35411
[junit4] 2> 1894874 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35411
[junit4] 2> 1894874 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35411
[junit4] 2> 1894875 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1894877 INFO (zkConnectionManagerCallback-12008-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1894877 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1894879 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1894880 INFO (zkConnectionManagerCallback-12010-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1894880 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1894880 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1894881 INFO (zkConnectionManagerCallback-12012-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1894881 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1894987 INFO (jetty-launcher-12013-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1894988 INFO (jetty-launcher-12013-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1895004 INFO (jetty-launcher-12013-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a6ba27e{/solr,null,AVAILABLE}
[junit4] 2> 1895005 INFO (jetty-launcher-12013-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e0f6f7f{/solr,null,AVAILABLE}
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f689704{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35243}
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@439f7767{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39015}
[junit4] 2> 1895006 ERROR (jetty-launcher-12013-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1895006 ERROR (jetty-launcher-12013-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T09:53:26.244866Z
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 1895006 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T09:53:26.244907Z
[junit4] 2> 1895008 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1895009 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1895009 INFO (zkConnectionManagerCallback-12015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1895009 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1895010 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1895013 INFO (zkConnectionManagerCallback-12017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1895013 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1895014 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1896019 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1896021 WARN (jetty-launcher-12013-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@21d8801d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896021 WARN (jetty-launcher-12013-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@21d8801d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896023 WARN (jetty-launcher-12013-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f1c6faf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896023 WARN (jetty-launcher-12013-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f1c6faf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896024 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35411/solr
[junit4] 2> 1896025 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1896026 INFO (zkConnectionManagerCallback-12025-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1896026 INFO (jetty-launcher-12013-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1896141 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1896141 INFO (zkConnectionManagerCallback-12027-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1896141 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1896234 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35243_solr
[junit4] 2> 1896234 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Overseer (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) starting
[junit4] 2> 1896244 INFO (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000) [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35243_solr
[junit4] 2> 1896245 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35243_solr
[junit4] 2> 1896249 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1896249 WARN (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1896254 INFO (zkCallback-12026-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1896269 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1896278 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1896279 WARN (jetty-launcher-12013-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dea6f71[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896279 WARN (jetty-launcher-12013-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dea6f71[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896281 WARN (jetty-launcher-12013-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@155ddbc0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896281 WARN (jetty-launcher-12013-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@155ddbc0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896282 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35411/solr
[junit4] 2> 1896283 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1896284 INFO (zkConnectionManagerCallback-12037-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1896284 INFO (jetty-launcher-12013-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1896298 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35243.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
[junit4] 2> 1896306 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35243.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
[junit4] 2> 1896306 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35243.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
[junit4] 2> 1896307 INFO (jetty-launcher-12013-thread-1) [n:127.0.0.1:35243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/.
[junit4] 2> 1896385 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1896387 INFO (zkConnectionManagerCallback-12039-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1896387 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1896391 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1896393 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39015_solr as DOWN
[junit4] 2> 1896394 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1896394 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39015_solr
[junit4] 2> 1896395 INFO (zkCallback-12026-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1896395 INFO (zkCallback-12038-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1896396 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1896396 WARN (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1896424 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1896442 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39015.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
[junit4] 2> 1896450 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39015.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
[junit4] 2> 1896451 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39015.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
[junit4] 2> 1896452 INFO (jetty-launcher-12013-thread-2) [n:127.0.0.1:39015_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node2/.
[junit4] 2> 1896473 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1896474 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1896475 INFO (zkConnectionManagerCallback-12048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1896475 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1896476 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1896477 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35411/solr ready
[junit4] 2> 1896520 INFO (qtp207979168-35378) [n:127.0.0.1:39015_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=a2c072a2-18fe-4350-ace0-283fb385105b&shards=shard1&collection.configName=conf1&name=testAsyncIdRaceCondition&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1896522 INFO (qtp207979168-35378) [n:127.0.0.1:39015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=a2c072a2-18fe-4350-ace0-283fb385105b&shards=shard1&collection.configName=conf1&name=testAsyncIdRaceCondition&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1896522 INFO (qtp207979168-35373) [n:127.0.0.1:39015_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1896523 INFO (qtp207979168-35373) [n:127.0.0.1:39015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1896524 INFO (OverseerThreadFactory-10717-thread-1-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncIdRaceCondition
[junit4] 2> 1896631 INFO (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000) [n:127.0.0.1:35243_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testAsyncIdRaceCondition",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testAsyncIdRaceCondition_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35243/solr",
[junit4] 2> "node_name":"127.0.0.1:35243_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1896883 INFO (qtp1620209501-35369) [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncIdRaceCondition&version=2&replicaType=NRT&async=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&coreNodeName=core_node2&name=testAsyncIdRaceCondition_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1896883 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncIdRaceCondition&version=2&replicaType=NRT&async=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&coreNodeName=core_node2&name=testAsyncIdRaceCondition_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 1896883 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1896897 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1896904 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncIdRaceCondition_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1896906 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1896906 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncIdRaceCondition_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 1896907 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35243.solr.core.testAsyncIdRaceCondition.shard1.replica_n1' (registry 'solr.core.testAsyncIdRaceCondition.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
[junit4] 2> 1896907 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncIdRaceCondition_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/testAsyncIdRaceCondition_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/./testAsyncIdRaceCondition_shard1_replica_n1/data/]
[junit4] 2> 1896945 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256
[junit4] 2> 1896945 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1896978 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1896978 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1896980 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1896980 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1896980 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d15b8a1[testAsyncIdRaceCondition_shard1_replica_n1] main]
[junit4] 2> 1896982 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1896982 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1896982 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1896982 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659139583608094720
[junit4] 2> 1896985 INFO (searcherExecutor-10729-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 r:core_node2 CREATE n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher Searcher@1d15b8a1[testAsyncIdRaceCondition_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1896988 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncIdRaceCondition/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1896988 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAsyncIdRaceCondition/leaders/shard1
[junit4] 2> 1896990 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1896990 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1896990 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/
[junit4] 2> 1896991 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1896992 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/ has no replicas
[junit4] 2> 1896992 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAsyncIdRaceCondition/leaders/shard1/leader after winning as /collections/testAsyncIdRaceCondition/leader_elect/shard1/election/73283143403700230-core_node2-n_0000000000
[junit4] 2> 1896993 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35243/solr/testAsyncIdRaceCondition_shard1_replica_n1/ shard1
[junit4] 2> 1897101 INFO (zkCallback-12026-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncIdRaceCondition/state.json] for collection [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1897102 INFO (parallelCoreAdminExecutor-10718-thread-1-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256 CREATE) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1897204 INFO (zkCallback-12026-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncIdRaceCondition/state.json] for collection [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1897204 INFO (zkCallback-12026-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncIdRaceCondition/state.json] for collection [testAsyncIdRaceCondition] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1897525 INFO (qtp207979168-35375) [n:127.0.0.1:39015_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1897526 INFO (qtp207979168-35375) [n:127.0.0.1:39015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1897947 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256
[junit4] 2> 1897947 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a2c072a2-18fe-4350-ace0-283fb385105b18700401113866256&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1897951 INFO (OverseerThreadFactory-10717-thread-1-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1898525 INFO (OverseerCollectionConfigSetProcessor-73283143403700230-127.0.0.1:35243_solr-n_0000000000) [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1898527 INFO (qtp207979168-35376) [n:127.0.0.1:39015_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898529 INFO (qtp207979168-35376) [n:127.0.0.1:39015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1898530 INFO (qtp207979168-35371) [n:127.0.0.1:39015_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898530 INFO (qtp207979168-35371) [n:127.0.0.1:39015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a2c072a2-18fe-4350-ace0-283fb385105b&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-10) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-10 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-1) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-1 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-2) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-2 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-3) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-3 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-4) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-4 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-5) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-5 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-6) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-6 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-7) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-7 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-8) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-8 - Reloading Collection.
[junit4] 2> 1898533 INFO (testAsyncIdRaceCondition-10734-thread-9) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest testAsyncIdRaceCondition-10734-thread-9 - Reloading Collection.
[junit4] 2> 1898577 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898578 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898579 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1898579 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1898580 INFO (testAsyncIdRaceCondition-10734-thread-3) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898581 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898581 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1898582 INFO (testAsyncIdRaceCondition-10734-thread-4) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898592 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898593 INFO (qtp1620209501-35457) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1898593 INFO (testAsyncIdRaceCondition-10734-thread-8) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898593 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898595 INFO (qtp1620209501-35459) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1898595 INFO (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=RELOAD, asyncId=repeatedId
[junit4] 2> 1898595 INFO (testAsyncIdRaceCondition-10734-thread-6) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898610 INFO (qtp1620209501-35377) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898612 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=testAsyncIdRaceCondition_shard1_replica_n1&async=repeatedId18700403092055530&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1898613 INFO (qtp1620209501-35461) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : repeatedId18700403092055530
[junit4] 2> 1898613 INFO (qtp1620209501-35461) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=repeatedId18700403092055530&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1898614 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898618 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898619 INFO (qtp1620209501-35377) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1898619 INFO (qtp1620209501-35372) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1898619 INFO (qtp1620209501-35458) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898619 INFO (qtp1620209501-35374) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-10) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-9) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898620 INFO (testAsyncIdRaceCondition-10734-thread-1) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898620 INFO (qtp1620209501-35458) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1898624 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1898626 INFO (testAsyncIdRaceCondition-10734-thread-5) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898630 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1898632 INFO (qtp1620209501-35379) [n:127.0.0.1:35243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=repeatedId&name=testAsyncIdRaceCondition&action=RELOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1898632 INFO (testAsyncIdRaceCondition-10734-thread-2) [ ] o.a.s.c.a.c.CollectionsAPIAsyncDistributedZkTest Task with the same requestid already exists.
[junit4] 2> 1898632 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncIdRaceCondition_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1898634 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdRaceCondition
[junit4] 2> 1898634 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1898634 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.CoreContainer Reloading SolrCore 'testAsyncIdRaceCondition_shard1_replica_n1' using configuration from configset conf1
[junit4] 2> 1898668 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35243.solr.core.testAsyncIdRaceCondition.shard1.replica_n1' (registry 'solr.core.testAsyncIdRaceCondition.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4080e035
[junit4] 2> 1898668 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncIdRaceCondition_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/testAsyncIdRaceCondition_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-001/node1/./testAsyncIdRaceCondition_shard1_replica_n1/data/]
[junit4] 2> 1898724 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1898724 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1898726 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b45c400[testAsyncIdRaceCondition_shard1_replica_n1] main]
[junit4] 2> 1898727 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1898728 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1898728 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1898728 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659139585438908416
[junit4] 2> 1898730 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1898732 INFO (searcherExecutor-10735-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 r:core_node2 RELOAD n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher Searcher@1b45c400[testAsyncIdRaceCondition_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1898732 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ddbe649[testAsyncIdRaceCondition_shard1_replica_n1] main]
[junit4] 2> 1898733 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncIdRaceCondition_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@53e0a78a
[junit4] 2> 1898733 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAsyncIdRaceCondition.shard1.replica_n1, tag=SolrCore@53e0a78a
[junit4] 2> 1898733 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18869bdb: rootName = solr_35243, domain = solr.core.testAsyncIdRaceCondition.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testAsyncIdRaceCondition.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@127752ae
[junit4] 2> 1898734 INFO (searcherExecutor-10735-thread-1-processing-x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 r:core_node2 RELOAD n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncIdRaceCondition_shard1_replica_n1] Registered new searcher Searcher@2ddbe649[testAsyncIdRaceCondition_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=714764665
[junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35243_solr
[junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1898736 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:35243_solr as DOWN
[junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=626245706
[junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39015_solr
[junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1898739 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39015_solr as DOWN
[junit4] 2> 1898741 INFO (coreCloseExecutor-10739-thread-1) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncIdRaceCondition_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@26f2b56d
[junit4] 2> 1898743 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1898743 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d68e30c: rootName = solr_39015, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@724da762
[junit4] 2> 1898746 INFO (parallelCoreAdminExecutor-10718-thread-2-processing-n:127.0.0.1:35243_solr x:testAsyncIdRaceCondition_shard1_replica_n1 repeatedId18700403092055530 RELOAD) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAsyncIdRaceCondition.shard1.leader, tag=SolrCore@53e0a78a
[junit4] 2> 1898747 INFO (coreCloseExecutor-10739-thread-1) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAsyncIdRaceCondition.shard1.replica_n1, tag=SolrCore@26f2b56d
[junit4] 2> 1898747 INFO (coreCloseExecutor-10739-thread-1) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6508f032: rootName = solr_35243, domain = solr.core.testAsyncIdRaceCondition.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testAsyncIdRaceCondition.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@127752ae
[junit4] 2> 1898751 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1898751 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@371347ad: rootName = solr_39015, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@279b8298
[junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60b3cc3: rootName = solr_39015, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@497a36a
[junit4] 2> 1898754 INFO (jetty-closer-12051-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1898755 INFO (zkCallback-12026-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1898761 INFO (coreCloseExecutor-10739-thread-1) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAsyncIdRaceCondition.shard1.leader, tag=SolrCore@26f2b56d
[junit4] 2> 1898762 INFO (coreCloseExecutor-10739-thread-1) [n:127.0.0.1:35243_solr c:testAsyncIdRaceCondition s:shard1 r:core_node2 x:testAsyncIdRaceCondition_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1898763 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1898763 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@789a1f99: rootName = solr_35243, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4d123c91
[junit4] 2> 1898769 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1898769 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7da95a3e: rootName = solr_35243, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@279b8298
[junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57e67e97: rootName = solr_35243, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@497a36a
[junit4] 2> 1898772 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1898772 INFO (closeThreadPool-12059-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
[junit4] 2> 1898773 INFO (OverseerStateUpdate-73283143403700230-127.0.0.1:35243_solr-n_0000000000) [n:127.0.0.1:35243_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35243_solr
[junit4] 2> 1898856 INFO (jetty-closer-12051-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@439f7767{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?}
[junit4] 2> 1898857 INFO (jetty-closer-12051-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a6ba27e{/solr,null,UNAVAILABLE}
[junit4] 2> 1898857 INFO (jetty-closer-12051-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1899614 ERROR (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testAsyncIdRaceCondition operation: reload failed:java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$198/0x0000000100477c40@54e566fe rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@11e7f206[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 5]
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:195)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:63)
[junit4] 2> at java.base/java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:184)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.submit(HttpShardHandler.java:199)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.waitForCoreAdminAsyncCallToComplete(OverseerCollectionMessageHandler.java:831)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.waitForAsyncCallsToComplete(OverseerCollectionMessageHandler.java:1048)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1038)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:767)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:745)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.reloadCollection(OverseerCollectionMessageHandler.java:309)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 1899614 ERROR (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-failure
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
[junit4] 2> at org.apache.solr.cloud.DistributedMap.size(DistributedMap.java:87)
[junit4] 2> at org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:53)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:513)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 1899614 WARN (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId, taskKey: testAsyncIdRaceCondition
[junit4] 2> 1899614 ERROR (OverseerThreadFactory-10717-thread-2-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-running/mn-repeatedId
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
[junit4] 2> at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 1899615 INFO (OverseerAutoScalingTriggerThread-73283143403700230-127.0.0.1:35243_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1899615 INFO (jetty-closer-12051-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
[junit4] 2> 1899615 INFO (closeThreadPool-12059-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73283143403700230-127.0.0.1:35243_solr-n_0000000000) closing
[junit4] 2> 1899616 INFO (jetty-closer-12051-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2f689704{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?}
[junit4] 2> 1899616 INFO (jetty-closer-12051-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e0f6f7f{/solr,null,UNAVAILABLE}
[junit4] 2> 1899617 INFO (jetty-closer-12051-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1899618 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1899820 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/testAsyncIdRaceCondition/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testAsyncIdRaceCondition/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/overseer/queue
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1899822 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35411
[junit4] 2> 1899822 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35411
[junit4] 2> 1899822 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35411
[junit4] 2> 1899827 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests
[junit4] 2> 1899827 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001/tempDir-002
[junit4] 2> 1899828 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1899828 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1899828 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1899928 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer start zk server on port:43777
[junit4] 2> 1899929 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43777
[junit4] 2> 1899929 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43777
[junit4] 2> 1899929 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43777
[junit4] 2> 1899930 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1899932 INFO (zkConnectionManagerCallback-12061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1899932 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1899934 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1899935 INFO (zkConnectionManagerCallback-12063-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1899935 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1899935 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1899936 INFO (zkConnectionManagerCallback-12065-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1899936 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1900041 INFO (jetty-launcher-12066-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47b1cd34{/solr,null,AVAILABLE}
[junit4] 2> 1900042 INFO (jetty-launcher-12066-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f4a7435{/solr,null,AVAILABLE}
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e94f037{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c9826a7{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33101}
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34067}
[junit4] 2> 1900043 ERROR (jetty-launcher-12066-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1900043 ERROR (jetty-launcher-12066-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T09:53:31.281813Z
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
[junit4] 2> 1900043 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T09:53:31.281844Z
[junit4] 2> 1900044 INFO (jetty-launcher-12066-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1900045 INFO (jetty-launcher-12066-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1900045 INFO (zkConnectionManagerCallback-12070-thread-1) [ ] o.a.s.c.c.Co
[...truncated too long message...]
.metrics.MetricRegistry@497a36a
[junit4] 2> 1941077 INFO (jetty-closer-12220-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1941170 INFO (jetty-closer-12220-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283146287153158-127.0.0.1:32857_solr-n_0000000000) closing
[junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1673ae40{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?}
[junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74703843{/solr,null,UNAVAILABLE}
[junit4] 2> 1941171 INFO (jetty-closer-12220-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@147ca514{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?}
[junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77ce5b94{/solr,null,UNAVAILABLE}
[junit4] 2> 1941272 INFO (jetty-closer-12220-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1941273 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1941476 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/overseer/queue
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1941478 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35305
[junit4] 2> 1941478 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35305
[junit4] 2> 1941478 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[DE63BAAD266A8B7B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35305
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testAsyncIdBackCompat -Dtests.seed=DE63BAAD266A8B7B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ckb -Dtests.timezone=America/Monterrey -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 2.72s J0 | CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expecting exception
[junit4] > at __randomizedtesting.SeedInfo.seed([DE63BAAD266A8B7B:5329018A866F2B]:0)
[junit4] > at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_DE63BAAD266A8B7B-001
[junit4] 2> Feb 21, 2020 9:54:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=PostingsFormat(name=MockRandom), id=Lucene84, _route_=Lucene84}, docValues:{}, maxPointsInLeafNode=339, maxMBSortInHeap=5.637024817475928, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6edc5706), locale=ckb, timezone=America/Monterrey
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=289292256,total=535822336
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSynonymGraphFilterFactory, LegacyCloudClusterPropTest, TestXmlQParser, TestCrossCoreJoin, TestHttpServletCarrier, TestDynamicFieldNamesIndexCorrectly, TestLMDirichletSimilarityFactory, TestDistributedMissingSort, SolrIndexConfigTest, TestLockTree, HighlighterMaxOffsetTest, TestLazyCores, ScriptEngineTest, FieldMutatingUpdateProcessorTest, TestReplicaProperties, MigrateRouteKeyTest, JavabinLoaderTest, IndexSizeTriggerMixedBoundsTest, TestDynamicLoadingUrl, TestQueryTypes, TestRandomCollapseQParserPlugin, TestSearcherReuse, InfixSuggestersTest, MetricTriggerIntegrationTest, FieldAnalysisRequestHandlerTest, DistribJoinFromCollectionTest, PingRequestHandlerTest, CdcrRequestHandlerTest, TestUseDocValuesAsStored, TestSnapshotCloudManager, TestCopyFieldCollectionResource, TestReload, TestSolr4Spatial, SecurityConfHandlerTest, SampleTest, TestSchemalessBufferedUpdates, TestAtomicUpdateErrorCases, TestManagedSchemaAPI, TestFoldingMultitermQuery, AnalysisAfterCoreReloadTest, ChaosMonkeySafeLeaderTest, TestSweetSpotSimilarityFactory, BasicZkTest, TestIndexSearcher, SortSpecParsingTest, TestPrepRecovery, MetricsHandlerTest, TestImpersonationWithHadoopAuth, QueryResultKeyTest, TestBlobHandler, TestFieldCacheReopen, TestPostingsSolrHighlighter, TestConfigSetImmutable, CacheHeaderTest, TestCoreContainer, SynonymTokenizerTest, RemoteQueryErrorTest, RoutingToNodesWithPropertiesTest, TestPayloadCheckQParserPlugin, RegexBytesRefFilterTest, MaxSizeAutoCommitTest, GraphQueryTest, DeleteStatusTest, AuthToolTest, OverseerSolrResponseUnsafeSerializationTest, TestLuceneIndexBackCompat, CheckHdfsIndexTest, TestUniqueKeyFieldResource, TestStressUserVersions, ConfigureRecoveryStrategyTest, LoggingHandlerTest, TolerantUpdateProcessorTest, ZkStateWriterTest, TestSegmentSorting, RequiredFieldsTest, TestSystemIdResolver, TestClusterStateMutator, BitVectorTest, TestSkipOverseerOperations, CoreAdminOperationTest, DocValuesNotIndexedTest, HttpPartitionTest, DataDrivenBlockJoinTest, AutoAddReplicasPlanActionTest, TestComplexPhraseQParserPlugin, CollectionStateFormat2Test, TestWriterPerf, ZkSolrClientTest, SchemaVersionSpecificBehaviorTest, HdfsRecoverLeaseTest, AutoscalingHistoryHandlerTest, ClusterStateTest, MergeStrategyTest, TestSolrDeletionPolicy1, TestRemoteStreaming, IndexSchemaTest, TestLogWatcher, JavaBinAtomicUpdateMultivalueTest, ReplicationFactorTest, TestCloudConsistency, TestDocSet, ClassificationUpdateProcessorTest, TestInPlaceUpdateWithRouteField, DaemonStreamApiTest, XmlUpdateRequestHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestAnalyzedSuggestions, SimplePostToolTest, CurrencyFieldTypeTest, BJQFilterAccessibleTest, CursorPagingTest, TestCustomStream, BooleanFieldTest, TestReplicationHandlerBackup, TestChildDocTransformerHierarchy, HdfsUnloadDistributedZkTest, CollectionsAPIDistributedZkTest, DistributedFacetPivotWhiteBoxTest, PreAnalyzedUpdateProcessorTest, DateMathParserTest, IndexBasedSpellCheckerTest, TestMaxTokenLenTokenizer, SliceStateTest, TestTrie, CollectionReloadTest, TestSortByMinMaxFunction, TestCodecSupport, SuggesterTest, UniqFieldsUpdateProcessorFactoryTest, TestCloudPhrasesIdentificationComponent, DistributedFacetPivotLongTailTest, OverseerModifyCollectionTest, JSONWriterTest, QueryElevationComponentTest, SimpleMLTQParserTest, CursorMarkTest, AddBlockUpdateTest, DistributedQueryComponentOptimizationTest, TestPushWriter, SystemInfoHandlerTest, TestNumericTerms32, DocValuesMissingTest, DimensionalRoutedAliasUpdateProcessorTest, UpdateParamsTest, ExecutePlanActionTest, RankQueryTest, MultiThreadedOCPTest, TestMultiWordSynonyms, EchoParamsTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedSearch, TestSimpleTrackingShardHandler, TestSolrCoreProperties, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestReversedWildcardFilterFactory, TokenizerChainTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, AddReplicaTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, ClusterStateUpdateTest, CollectionPropsTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, LeaderElectionIntegrationTest, LeaderFailoverAfterPartitionTest, MetricsHistoryIntegrationTest, MoveReplicaHDFSTest, NestedShardedAtomicUpdateTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerTest, RestartWhileUpdatingTest, RollingRestartTest, SystemCollectionCompatTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudRecovery, TestDistributedMap, TestExclusionRuleCollectionAccess, TestMiniSolrCloudClusterSSL, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorCloud, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [562/904 (1!)] on J0 in 46.87s, 4 tests, 1 failure <<< FAILURES!
[...truncated 53676 lines...]