You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/08/27 22:21:53 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 473 - Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/473/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at https://127.0.0.1:34499/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34499/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14415 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
[junit4] 2> 752486 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
[junit4] 2> 752486 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 752487 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/data-dir-101-001
[junit4] 2> 752487 WARN (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
[junit4] 2> 752487 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 752489 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 752489 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 752490 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001
[junit4] 2> 752490 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 752490 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 752491 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 752491 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 752590 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 39259
[junit4] 2> 752590 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39259
[junit4] 2> 752590 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39259
[junit4] 2> 752590 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39259
[junit4] 2> 752610 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 752653 INFO (zkConnectionManagerCallback-7280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 752653 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 752716 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 752738 INFO (zkConnectionManagerCallback-7282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 752738 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 752755 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 752763 INFO (zkConnectionManagerCallback-7284-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 752763 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 752869 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 752869 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 752869 INFO (jetty-launcher-7285-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 752874 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 752874 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 752874 INFO (jetty-launcher-7285-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 752880 INFO (jetty-launcher-7285-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 752880 INFO (jetty-launcher-7285-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 752880 INFO (jetty-launcher-7285-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 752882 INFO (jetty-launcher-7285-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e05bde3{/solr,null,AVAILABLE}
[junit4] 2> 752889 INFO (jetty-launcher-7285-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 752889 INFO (jetty-launcher-7285-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 752889 INFO (jetty-launcher-7285-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 752889 INFO (jetty-launcher-7285-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7877c320{/solr,null,AVAILABLE}
[junit4] 2> 752890 INFO (jetty-launcher-7285-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58898f5c{SSL, (ssl, http/1.1)}{127.0.0.1:46085}
[junit4] 2> 752890 INFO (jetty-launcher-7285-thread-1) [ ] o.e.j.s.Server Started @752923ms
[junit4] 2> 752890 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39259/solr, hostPort=46085}
[junit4] 2> 752890 ERROR (jetty-launcher-7285-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752890 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 752890 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 752890 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752890 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 752890 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-27T21:34:51.350Z
[junit4] 2> 752891 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 752891 INFO (jetty-launcher-7285-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76bb1a3f{SSL, (ssl, http/1.1)}{127.0.0.1:34499}
[junit4] 2> 752891 INFO (jetty-launcher-7285-thread-2) [ ] o.e.j.s.Server Started @752925ms
[junit4] 2> 752891 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39259/solr, hostPort=34499}
[junit4] 2> 752892 ERROR (jetty-launcher-7285-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752892 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 752892 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 752892 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752892 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 752892 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-27T21:34:51.352Z
[junit4] 2> 752893 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 752894 INFO (zkConnectionManagerCallback-7287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 752894 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 752895 INFO (zkConnectionManagerCallback-7289-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 752895 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 752895 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752898 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 752898 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752901 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 752902 WARN (jetty-launcher-7285-thread-2-SendThread(127.0.0.1:39259)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074076959c0004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 752902 WARN (jetty-launcher-7285-thread-1-SendThread(127.0.0.1:39259)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074076959c0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 753980 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 753980 WARN (jetty-launcher-7285-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 753981 WARN (jetty-launcher-7285-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@23c150c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 753981 WARN (jetty-launcher-7285-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@23c150c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 753984 WARN (jetty-launcher-7285-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 754000 WARN (jetty-launcher-7285-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5becde0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 754000 WARN (jetty-launcher-7285-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5becde0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 754001 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39259/solr
[junit4] 2> 754018 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 754033 INFO (zkConnectionManagerCallback-7303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 754034 INFO (jetty-launcher-7285-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 754035 WARN (jetty-launcher-7285-thread-2-SendThread(127.0.0.1:39259)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074076959c0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 754154 INFO (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 754154 INFO (zkConnectionManagerCallback-7305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 754154 INFO (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 754453 WARN (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 754463 INFO (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34499_solr
[junit4] 2> 754464 INFO (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.c.Overseer Overseer (id=74098796935249926-127.0.0.1:34499_solr-n_0000000000) starting
[junit4] 2> 754479 INFO (OverseerStateUpdate-74098796935249926-127.0.0.1:34499_solr-n_0000000000) [n:127.0.0.1:34499_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34499_solr
[junit4] 2> 754482 INFO (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34499_solr
[junit4] 2> 754485 INFO (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 754485 WARN (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 754491 INFO (zkCallback-7304-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 754507 INFO (jetty-launcher-7285-thread-2) [n:127.0.0.1:34499_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node2
[junit4] 2> 755544 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 755545 WARN (jetty-launcher-7285-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 755546 WARN (jetty-launcher-7285-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@240ecd6a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 755546 WARN (jetty-launcher-7285-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@240ecd6a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 755548 WARN (jetty-launcher-7285-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 755549 WARN (jetty-launcher-7285-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4518e907[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 755549 WARN (jetty-launcher-7285-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4518e907[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 755550 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39259/solr
[junit4] 2> 755551 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 755552 INFO (zkConnectionManagerCallback-7323-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 755552 INFO (jetty-launcher-7285-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 755654 INFO (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 755655 INFO (zkConnectionManagerCallback-7325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 755655 INFO (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 755659 WARN (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 755660 INFO (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 755663 INFO (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46085_solr as DOWN
[junit4] 2> 755664 INFO (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 755664 INFO (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46085_solr
[junit4] 2> 755665 INFO (zkCallback-7304-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 755665 INFO (zkCallback-7324-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 755667 INFO (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 755667 WARN (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 755679 INFO (jetty-launcher-7285-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node1
[junit4] 2> 755685 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 755686 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 755687 INFO (zkConnectionManagerCallback-7336-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 755687 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 755688 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 755689 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39259/solr ready
[junit4] 2> 755721 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
[junit4] 2> 755768 INFO (OverseerThreadFactory-7312-thread-1-processing-n:127.0.0.1:34499_solr) [n:127.0.0.1:34499_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
[junit4] 2> 755876 INFO (OverseerStateUpdate-74098796935249926-127.0.0.1:34499_solr-n_0000000000) [n:127.0.0.1:34499_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:34499_solr",
[junit4] 2> "base_url":"https://127.0.0.1:34499/solr",
[junit4] 2> "collection":"testOtherReplicasAreNotActive",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 755878 INFO (OverseerStateUpdate-74098796935249926-127.0.0.1:34499_solr-n_0000000000) [n:127.0.0.1:34499_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:46085_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46085/solr",
[junit4] 2> "collection":"testOtherReplicasAreNotActive",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 756095 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 756095 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 756108 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 756110 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 756110 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 756110 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
[junit4] 2> 756111 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
[junit4] 2> 756128 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 756140 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 756142 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 756142 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 756142 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
[junit4] 2> 756142 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
[junit4] 2> 756147 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 756147 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 756148 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 756148 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 756149 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 756149 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 756150 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 756150 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709283836805775360
[junit4] 2> 756152 INFO (searcherExecutor-7338-thread-1-processing-n:127.0.0.1:34499_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 756156 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 756156 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
[junit4] 2> 756160 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9999ms
[junit4] 2> 756171 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 756171 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 756172 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 756172 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 756173 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 756174 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 756174 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 756174 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709283836830941184
[junit4] 2> 756176 INFO (searcherExecutor-7340-thread-1-processing-n:127.0.0.1:46085_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 756180 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 756181 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
[junit4] 2> 756661 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 756661 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 756661 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34499/solr/testOtherReplicasAreNotActive_shard1_replica_n1/
[junit4] 2> 756662 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n1 url=https://127.0.0.1:34499/solr START replicas=[https://127.0.0.1:46085/solr/testOtherReplicasAreNotActive_shard1_replica_n2/] nUpdates=100
[junit4] 2> 756662 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n1 url=https://127.0.0.1:34499/solr DONE. We have no versions. sync failed.
[junit4] 2> 756669 INFO (qtp393439737-10741) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 756669 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 756669 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 756669 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/74098796935249926-core_node3-n_0000000000
[junit4] 2> 756673 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34499/solr/testOtherReplicasAreNotActive_shard1_replica_n1/ shard1
[junit4] 2> 756774 INFO (zkCallback-7304-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 756776 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 756778 INFO (qtp960620892-10752) [n:127.0.0.1:34499_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=684
[junit4] 2> 756878 INFO (zkCallback-7304-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 756878 INFO (zkCallback-7304-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 757189 INFO (qtp393439737-10743) [n:127.0.0.1:46085_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1060
[junit4] 2> 757191 INFO (qtp960620892-10749) [n:127.0.0.1:34499_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 757288 INFO (zkCallback-7324-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 757288 INFO (zkCallback-7304-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 757288 INFO (zkCallback-7324-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 757288 INFO (zkCallback-7304-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 757289 INFO (qtp960620892-10749) [n:127.0.0.1:34499_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1524
[junit4] 2> 757290 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
[junit4] 2> 757294 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.LeaderTragicEventTest Stop jetty node : https://127.0.0.1:46085/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/5 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:34499_solr",
[junit4] 2> "base_url":"https://127.0.0.1:34499/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:46085_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46085/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 757295 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=438946802
[junit4] 2> 757295 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46085_solr
[junit4] 2> 757295 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 757295 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46085_solr as DOWN
[junit4] 2> 757297 INFO (coreCloseExecutor-7352-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@3b3aeff
[junit4] 2> 757297 INFO (coreCloseExecutor-7352-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n2 tag=SolrCore@3b3aeff
[junit4] 2> 757297 INFO (coreCloseExecutor-7352-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@3b3aeff
[junit4] 2> 757298 INFO (coreCloseExecutor-7352-thread-1) [n:127.0.0.1:46085_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 757298 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 757298 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 757298 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 757298 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 757303 WARN (jetty-launcher-7285-thread-1-SendThread(127.0.0.1:39259)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074076959c0008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 757304 INFO (zkCallback-7335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 757304 INFO (zkCallback-7304-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 757398 INFO (zkCallback-7304-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
[junit4] 2> 757398 INFO (zkCallback-7304-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
[junit4] 2> 757406 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@58898f5c{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 757407 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e05bde3{/solr,null,STOPPED}
[junit4] 2> 757407 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 757407 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 46085
[junit4] 2> 757407 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
[junit4] 2> 757410 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node3:{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:34499_solr",
[junit4] 2> "base_url":"https://127.0.0.1:34499/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}
[junit4] 2> 757419 ERROR (qtp960620892-10751) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
[junit4] 2> => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
[junit4] 2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894)
[junit4] 2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
[junit4] 2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3886) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
[junit4] 2> Caused by: java.lang.Exception: injected tragedy
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
[junit4] 2> ... 40 more
[junit4] 2> 757421 INFO (qtp960620892-10751) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 757421 ERROR (qtp960620892-10751) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 757422 INFO (qtp960620892-10751) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=3
[junit4] 2> 757422 ERROR (qtp960620892-10751) [n:127.0.0.1:34499_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 757424 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=46085)
[junit4] 2> 757425 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 46085 try number 2 ...
[junit4] 2> 757425 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 757426 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 757426 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 757426 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 757426 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22635074{/solr,null,AVAILABLE}
[junit4] 2> 757427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@653ff4c1{SSL, (ssl, http/1.1)}{127.0.0.1:46085}
[junit4] 2> 757427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.s.Server Started @757460ms
[junit4] 2> 757427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39259/solr, hostPort=46085}
[junit4] 2> 757427 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 757427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 757427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 757427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 757427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 757427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-27T21:34:55.887Z
[junit4] 2> 757430 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 757434 INFO (zkConnectionManagerCallback-7356-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 757434 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 757434 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 757437 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 757775 INFO (OverseerCollectionConfigSetProcessor-74098796935249926-127.0.0.1:34499_solr-n_0000000000) [n:127.0.0.1:34499_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 758311 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 758311 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 758313 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@656a8236[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 758313 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@656a8236[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 758316 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 758317 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@18618d2b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 758317 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@18618d2b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 758318 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39259/solr
[junit4] 2> 758319 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 758320 INFO (zkConnectionManagerCallback-7367-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 758320 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 758426 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 758427 INFO (zkConnectionManagerCallback-7369-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 758427 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 758431 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 758431 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 758434 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46085_solr as DOWN
[junit4] 2> 758435 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 758435 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46085_solr
[junit4] 2> 758437 INFO (zkCallback-7335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 758437 INFO (zkCallback-7304-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 758438 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 758439 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 758445 INFO (zkCallback-7368-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 758457 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node1
[junit4] 2> 758457 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]) [n:127.0.0.1:46085_solr ] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n2]
[junit4] 2> 758467 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 758469 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 758469 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 758475 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 758475 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 758476 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 758476 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
[junit4] 2> 758476 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
[junit4] 2> 758508 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 758508 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 758509 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 758509 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 758510 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 758510 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 758510 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 758510 INFO (coreLoadExecutor-7375-thread-1-processing-n:127.0.0.1:46085_solr) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709283839280414720
[junit4] 2> 758512 INFO (searcherExecutor-7377-thread-1-processing-n:127.0.0.1:46085_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:46085_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 758512 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA4
[...truncated too long message...]
ad-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34499_solr
[junit4] 2> 769495 INFO (jetty-closer-7389-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 769495 INFO (jetty-closer-7389-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46085_solr as DOWN
[junit4] 2> 769495 INFO (jetty-closer-7389-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 769495 INFO (jetty-closer-7389-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34499_solr as DOWN
[junit4] 2> 769505 INFO (jetty-closer-7389-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 769505 INFO (jetty-closer-7389-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 769505 INFO (jetty-closer-7389-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 769505 INFO (jetty-closer-7389-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 769505 INFO (jetty-closer-7389-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 769505 INFO (jetty-closer-7389-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 769505 INFO (jetty-closer-7389-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 769505 INFO (jetty-closer-7389-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 769508 INFO (closeThreadPool-7398-thread-2) [ ] o.a.s.c.Overseer Overseer (id=74098796935249926-127.0.0.1:34499_solr-n_0000000000) closing
[junit4] 2> 769508 INFO (OverseerStateUpdate-74098796935249926-127.0.0.1:34499_solr-n_0000000000) [n:127.0.0.1:34499_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34499_solr
[junit4] 2> 769512 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E55EBA443B462F96]-SendThread(127.0.0.1:39259)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074076959c000c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074076959c000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 769512 INFO (zkCallback-7304-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 769516 INFO (OverseerAutoScalingTriggerThread-74098796935249926-127.0.0.1:34499_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 769518 INFO (closeThreadPool-7398-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74098796935249926-127.0.0.1:34499_solr-n_0000000000) closing
[junit4] 2> 769614 INFO (jetty-closer-7389-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@653ff4c1{SSL, (ssl, http/1.1)}{127.0.0.1:46085}
[junit4] 2> 769614 INFO (jetty-closer-7389-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22635074{/solr,null,STOPPED}
[junit4] 2> 769614 INFO (jetty-closer-7389-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 769713 INFO (jetty-closer-7389-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74098796935249926-127.0.0.1:34499_solr-n_0000000000) closing
[junit4] 2> 769714 INFO (jetty-closer-7389-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@76bb1a3f{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 769714 INFO (jetty-closer-7389-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7877c320{/solr,null,STOPPED}
[junit4] 2> 769714 INFO (jetty-closer-7389-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 769715 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 769918 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/testOtherReplicasAreNotActive/terms/shard1
[junit4] 2> 7 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2> 3 /solr/collections/testLeaderFailsOver/terms/shard1
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/74098796935249926-127.0.0.1:34499_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/74098796935249926-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/overseer/queue
[junit4] 2> 16 /solr/collections
[junit4] 2> 16 /solr/overseer/collection-queue-work
[junit4] 2> 14 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2>
[junit4] 2> 769920 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39259
[junit4] 2> 769920 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39259
[junit4] 2> 769920 INFO (SUITE-LeaderTragicEventTest-seed#[E55EBA443B462F96]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39259
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E55EBA443B462F96-001
[junit4] 2> Aug 27, 2021 9:35:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=725, maxMBSortInHeap=7.433904000715193, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-ME, timezone=Chile/Continental
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=53518752,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [TestWithCollection, SolrIndexSearcherTest, DistributedFacetPivotWhiteBoxTest, TestSchemaResource, AutoscalingHistoryHandlerTest, BlockJoinFacetSimpleTest, CdcrRequestHandlerTest, TestSolrDeletionPolicy2, TestCloudPseudoReturnFields, UpdateRequestProcessorFactoryTest, PeerSyncTest, TestJsonFacetErrors, SecurityHeadersTest, LocalFSCloudIncrementalBackupTest, OverseerCollectionConfigSetProcessorTest, V2CollectionBackupsAPIMappingTest, SecurityConfHandlerTest, TestEmbeddedSolrServerAdminHandler, TestHdfsBackupRestoreCore, TestDistributedTracing, CSVRequestHandlerTest, RandomizedTaggerTest, RegexBytesRefFilterTest, TestNRTOpen, TestSimTriggerIntegration, TestDistributedSearch, TestFaceting, VersionInfoTest, AutoAddReplicasPlanActionTest, SearchRateTriggerIntegrationTest, TestFreeTextSuggestions, TriggerCooldownIntegrationTest, MaxScoreCollectorTest, TestElisionMultitermQuery, TestCrossCoreJoin, TestSolrCachePerf, DocValuesMissingTest, TestExceedMaxTermLength, TestNonDefinedSimilarityFactory, NodeAddedTriggerTest, HighlighterTest, ReindexCollectionTest, DistributedIntervalFacetingTest, PackageManagerCLITest, HdfsBasicDistributedZk2Test, TestCustomDocTransformer, ProtectedTermFilterFactoryTest, MetricsHistoryWithAuthIntegrationTest, BitVectorTest, TestSimClusterStateProvider, TestSolrQueryParser, SpatialRPTFieldTypeTest, TestUninvertingReader, CreateRoutedAliasTest, TestSchemalessBufferedUpdates, RoutingToNodesWithPropertiesTest, RestoreTriggerStateTest, BasicAuthIntegrationTest, IndexSizeEstimatorTest, DistributedQueryElevationComponentTest, TestRuleBasedAuthorizationWithKerberos, DistributedFacetPivotLargeTest, TestOmitPositions, TestConfigSetsAPIZkFailure, HdfsDirectoryFactoryTest, QueryElevationComponentTest, AssignBackwardCompatibilityTest, SolrIndexConfigTest, TestPHPSerializedResponseWriter, V2StandaloneTest, ShardsWhitelistTest, TestNestedDocsSort, TestReversedWildcardFilterFactory, DistanceFunctionTest, XmlInterpolationTest, ChaosMonkeyNothingIsSafeTest, LeaderTragicEventTest]
[junit4] Completed [319/939 (1!)] on J1 in 17.78s, 2 tests, 1 error <<< FAILURES!
[...truncated 54623 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 475 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/475/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at https://127.0.0.1:41021/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41021/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15012 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
[junit4] 2> 1388205 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1388205 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1388206 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/data-dir-148-001
[junit4] 2> 1388206 WARN (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 1388206 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1388208 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1388208 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 1388209 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001
[junit4] 2> 1388209 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1388209 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1388209 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1388210 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1388309 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 36171
[junit4] 2> 1388309 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36171
[junit4] 2> 1388309 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36171
[junit4] 2> 1388309 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36171
[junit4] 2> 1388311 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388313 INFO (zkConnectionManagerCallback-13131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388313 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388316 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388317 INFO (zkConnectionManagerCallback-13133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388317 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388317 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388318 INFO (zkConnectionManagerCallback-13135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388318 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66ab5a4e{/solr,null,AVAILABLE}
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e6d44d3{/solr,null,AVAILABLE}
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13a4b406{SSL, (ssl, http/1.1)}{127.0.0.1:41021}
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48f757ba{SSL, (ssl, http/1.1)}{127.0.0.1:39443}
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.Server Started @1388463ms
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.Server Started @1388463ms
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36171/solr, hostPort=41021}
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36171/solr, hostPort=39443}
[junit4] 2> 1388424 ERROR (jetty-launcher-13136-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1388424 ERROR (jetty-launcher-13136-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T02:17:51.320Z
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T02:17:51.320Z
[junit4] 2> 1388425 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388426 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388426 INFO (zkConnectionManagerCallback-13140-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388427 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388427 INFO (zkConnectionManagerCallback-13138-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388427 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388427 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1388427 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1388431 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1388431 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1388432 WARN (jetty-launcher-13136-thread-1-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1388432 WARN (jetty-launcher-13136-thread-2-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1388778 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1388778 WARN (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1388779 WARN (jetty-launcher-13136-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@505b2bbf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1388779 WARN (jetty-launcher-13136-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@505b2bbf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1388781 WARN (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1388782 WARN (jetty-launcher-13136-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@522e04a6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1388782 WARN (jetty-launcher-13136-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@522e04a6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1388783 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36171/solr
[junit4] 2> 1388786 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388787 INFO (zkConnectionManagerCallback-13154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388787 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388790 WARN (jetty-launcher-13136-thread-2-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1388892 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388893 INFO (zkConnectionManagerCallback-13156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388893 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388955 WARN (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1388960 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41021_solr
[junit4] 2> 1388961 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.Overseer Overseer (id=74099909744656390-127.0.0.1:41021_solr-n_0000000000) starting
[junit4] 2> 1388965 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41021_solr
[junit4] 2> 1388965 INFO (OverseerStateUpdate-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41021_solr
[junit4] 2> 1388968 INFO (OverseerStateUpdate-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1388968 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1388968 WARN (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1388987 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node2
[junit4] 2> 1389104 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1389104 WARN (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1389105 WARN (jetty-launcher-13136-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@784ba38[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1389105 WARN (jetty-launcher-13136-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@784ba38[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1389107 WARN (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1389108 WARN (jetty-launcher-13136-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12180be2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1389108 WARN (jetty-launcher-13136-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12180be2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1389109 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36171/solr
[junit4] 2> 1389110 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1389111 INFO (zkConnectionManagerCallback-13174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1389111 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1389213 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1389214 INFO (zkConnectionManagerCallback-13176-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1389214 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1389220 WARN (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1389221 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1389225 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39443_solr as DOWN
[junit4] 2> 1389225 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1389226 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39443_solr
[junit4] 2> 1389227 INFO (zkCallback-13155-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1389227 INFO (zkCallback-13175-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1389228 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1389228 WARN (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1389246 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1
[junit4] 2> 1389257 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1389258 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1389258 INFO (zkConnectionManagerCallback-13187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1389258 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1389259 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1389260 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36171/solr ready
[junit4] 2> 1389281 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
[junit4] 2> 1389323 INFO (OverseerThreadFactory-13163-thread-1-processing-n:127.0.0.1:41021_solr) [n:127.0.0.1:41021_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
[junit4] 2> 1389435 INFO (OverseerStateUpdate-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:39443_solr",
[junit4] 2> "base_url":"https://127.0.0.1:39443/solr",
[junit4] 2> "collection":"testOtherReplicasAreNotActive",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1389437 INFO (OverseerStateUpdate-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41021_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41021/solr",
[junit4] 2> "collection":"testOtherReplicasAreNotActive",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1389661 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1389661 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1389672 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1389674 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1389674 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1389674 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
[junit4] 2> 1389674 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
[junit4] 2> 1389682 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1389694 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1389696 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1389696 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1389696 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
[junit4] 2> 1389697 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
[junit4] 2> 1389714 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1389714 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1389715 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1389715 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1389716 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1389716 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1389717 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1389717 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709301639532249088
[junit4] 2> 1389719 INFO (searcherExecutor-13189-thread-1-processing-n:127.0.0.1:41021_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1389723 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1389723 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
[junit4] 2> 1389727 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9999ms
[junit4] 2> 1389728 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1389728 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1389728 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1389729 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1389730 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1389730 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1389730 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1389730 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709301639545880576
[junit4] 2> 1389732 INFO (searcherExecutor-13191-thread-1-processing-n:127.0.0.1:39443_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1389736 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1389736 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
[junit4] 2> 1390228 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1390228 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1390228 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41021/solr/testOtherReplicasAreNotActive_shard1_replica_n2/
[junit4] 2> 1390229 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:41021/solr START replicas=[https://127.0.0.1:39443/solr/testOtherReplicasAreNotActive_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1390229 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:41021/solr DONE. We have no versions. sync failed.
[junit4] 2> 1390236 INFO (qtp1108294858-21789) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1390236 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1390236 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1390236 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/74099909744656390-core_node4-n_0000000000
[junit4] 2> 1390238 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41021/solr/testOtherReplicasAreNotActive_shard1_replica_n2/ shard1
[junit4] 2> 1390340 INFO (zkCallback-13155-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390341 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1390344 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=683
[junit4] 2> 1390443 INFO (zkCallback-13155-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390443 INFO (zkCallback-13155-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390745 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1062
[junit4] 2> 1390747 INFO (qtp425516918-21792) [n:127.0.0.1:41021_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1390846 INFO (zkCallback-13155-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390846 INFO (zkCallback-13155-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390846 INFO (zkCallback-13175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390846 INFO (zkCallback-13175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390847 INFO (qtp425516918-21792) [n:127.0.0.1:41021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1533
[junit4] 2> 1390847 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.LeaderTragicEventTest Stop jetty node : https://127.0.0.1:39443/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/5 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:39443_solr",
[junit4] 2> "base_url":"https://127.0.0.1:39443/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41021_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41021/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1529917472
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39443_solr
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39443_solr as DOWN
[junit4] 2> 1390854 INFO (coreCloseExecutor-13203-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7ba5808a
[junit4] 2> 1390854 INFO (coreCloseExecutor-13203-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n1 tag=SolrCore@7ba5808a
[junit4] 2> 1390854 INFO (coreCloseExecutor-13203-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@7ba5808a
[junit4] 2> 1390855 INFO (coreCloseExecutor-13203-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1390856 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1390856 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1390856 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1390856 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1390857 WARN (jetty-launcher-13136-thread-1-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1390858 INFO (zkCallback-13186-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1390858 INFO (zkCallback-13155-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1390955 INFO (zkCallback-13155-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1390955 INFO (zkCallback-13155-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1390960 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@48f757ba{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1390960 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66ab5a4e{/solr,null,STOPPED}
[junit4] 2> 1390960 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1390961 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 39443
[junit4] 2> 1390961 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
[junit4] 2> 1390964 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node4:{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41021_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41021/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}
[junit4] 2> 1390973 ERROR (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
[junit4] 2> => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
[junit4] 2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894)
[junit4] 2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
[junit4] 2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3886) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
[junit4] 2> Caused by: java.lang.Exception: injected tragedy
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
[junit4] 2> ... 40 more
[junit4] 2> 1390975 INFO (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1390975 ERROR (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1390975 INFO (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=3
[junit4] 2> 1390975 ERROR (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1390977 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=39443)
[junit4] 2> 1390978 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 39443 try number 2 ...
[junit4] 2> 1390978 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1390982 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1390982 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1390982 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1390983 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fdcb5f6{/solr,null,AVAILABLE}
[junit4] 2> 1390983 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e9bf89c{SSL, (ssl, http/1.1)}{127.0.0.1:39443}
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.Server Started @1391022ms
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36171/solr, hostPort=39443}
[junit4] 2> 1390984 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T02:17:53.880Z
[junit4] 2> 1390986 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1390990 INFO (zkConnectionManagerCallback-13207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1390990 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1390991 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1390994 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1391325 INFO (OverseerCollectionConfigSetProcessor-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1391914 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1391915 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1391916 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3936ec58[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1391916 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3936ec58[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1391918 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1391919 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5678dd6e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1391919 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5678dd6e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1391920 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36171/solr
[junit4] 2> 1391921 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1391922 INFO (zkConnectionManagerCallback-13218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1391922 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1392024 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1392025 INFO (zkConnectionManagerCallback-13220-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1392026 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1392030 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1392031 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1392034 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39443_solr as DOWN
[junit4] 2> 1392035 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1392035 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39443_solr
[junit4] 2> 1392036 INFO (zkCallback-13155-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1392036 INFO (zkCallback-13186-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1392036 INFO (zkCallback-13219-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1392038 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1392038 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1392056 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1
[junit4] 2> 1392056 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n1]
[junit4] 2> 1392065 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1392066 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1392066 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1392072 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1392073 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1392073 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1392073 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
[junit4] 2> 1392073 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
[junit4] 2> 1392103 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1392104 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1392104 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1392104 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1392105 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1392105 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1392105 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1392106 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709301642037297152
[junit4] 2> 1392108 INFO (se
[...truncated too long message...]
ersion=2} status=0 QTime=10926
[junit4] 2> 1403079 INFO (OverseerAutoScalingTriggerThread-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1403083 WARN (jetty-launcher-13136-thread-2-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1403085 INFO (closeThreadPool-13248-thread-2) [ ] o.a.s.c.Overseer Overseer (id=74099909744656390-127.0.0.1:41021_solr-n_0000000000) closing
[junit4] 2> 1403183 INFO (jetty-closer-13240-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74099909744656390-127.0.0.1:41021_solr-n_0000000000) closing
[junit4] 2> 1403184 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae38000c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae38000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae38000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1403184 INFO (jetty-closer-13240-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@13a4b406{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1403185 INFO (jetty-closer-13240-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e6d44d3{/solr,null,STOPPED}
[junit4] 2> 1403185 INFO (jetty-closer-13240-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1403286 INFO (jetty-closer-13240-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4e9bf89c{SSL, (ssl, http/1.1)}{127.0.0.1:39443}
[junit4] 2> 1403286 INFO (jetty-closer-13240-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5fdcb5f6{/solr,null,STOPPED}
[junit4] 2> 1403286 INFO (jetty-closer-13240-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1403286 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1403489 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testOtherReplicasAreNotActive/terms/shard1
[junit4] 2> 8 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2> 3 /solr/collections/testLeaderFailsOver/terms/shard1
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/74099909744656390-127.0.0.1:41021_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/74099909744656390-core_node4-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/overseer/queue
[junit4] 2> 17 /solr/overseer/collection-queue-work
[junit4] 2> 16 /solr/collections
[junit4] 2> 14 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2>
[junit4] 2> 1403491 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36171
[junit4] 2> 1403491 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36171
[junit4] 2> 1403491 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36171
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=114, maxMBSortInHeap=7.194838605960243, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=zh, timezone=Africa/Ceuta
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=130115800,total=504365056
[junit4] 2> NOTE: All tests run in this JVM: [TestHdfsBackupRestoreCore, RequiredFieldsTest, TestBooleanSimilarityFactory, DistributedFacetPivotWhiteBoxTest, TestPullReplicaErrorHandling, SolrCoreTest, TestUnInvertedFieldException, FacetPivotSmallTest, TestCloudManagedSchema, PKIAuthenticationIntegrationTest, JavaBinAtomicUpdateMultivalueTest, TestLegacyFieldReuse, JWTAuthPluginTest, HdfsDirectoryFactoryTest, PeerSyncTest, FileBasedSpellCheckerTest, UtilsToolTest, TestSQLHandlerNonCloud, TestClusterProperties, TestSimClusterStateProvider, MetricsHistoryWithAuthIntegrationTest, TestRetrieveFieldsOptimizer, BitVectorTest, CurrencyRangeFacetCloudTest, TestDynamicURP, TestStressRecovery, BadCopyFieldTest, RankQParserPluginTest, TestTrackingShardHandlerFactory, QueryElevationComponentTest, TestUpdate, TestCloudDeleteByQuery, NodeAddedTriggerTest, TestSystemIdResolver, HdfsWriteToMultipleCollectionsTest, ReindexCollectionTest, TestJsonFacetsWithNestedObjects, TestNRTOpen, RegexBoostProcessorTest, TestEmbeddedSolrServerAdminHandler, TestFieldCacheWithThreads, TestSolrDeletionPolicy2, TestJsonFacetErrors, ZkFailoverTest, TestIBSimilarityFactory, DirectSolrConnectionTest, TestJsonRequest, CreateRoutedAliasTest, RestoreTriggerStateTest, TestUseDocValuesAsStored2, TestPHPSerializedResponseWriter, CoreSorterTest, TestStressIncrementalBackup, SuggestComponentTest, TestFreeTextSuggestions, CoreAdminRequestStatusTest, SuggesterFSTTest, TestSolrQueryParser, ProtectedTermFilterFactoryTest, UnloadDistributedZkTest, TestStressInPlaceUpdates, TestBlobHandler, TestHashQParserPlugin, CopyFieldTest, TestSchemalessBufferedUpdates, IndexSizeEstimatorTest, CdcrBidirectionalTest, TriggerCooldownIntegrationTest, BlockCacheTest, TestDistributedTracing, TestHalfAndHalfDocValues, CdcrRequestHandlerTest, TestCorePropertiesReload, TestReversedWildcardFilterFactory, NestedShardedAtomicUpdateTest, JvmMetricsTest, TestSchemaResource, TestUniqueKeyFieldResource, DistribDocExpirationUpdateProcessorTest, SecurityConfHandlerTest, ChaosMonkeyNothingIsSafeTest, TestDocBasedVersionConstraints, DocExpirationUpdateProcessorFactoryTest, TestSegmentSorting, TestElisionMultitermQuery, TestNonDefinedSimilarityFactory, CollectionsAPISolrJTest, TestSurroundQueryParser, SimplePostToolTest, PreAnalyzedFieldManagedSchemaCloudTest, TestBlockCollapse, TestCustomDocTransformer, TestFieldCacheReopen, RoutingToNodesWithPropertiesTest, MaxScoreCollectorTest, SearchRateTriggerIntegrationTest, PackageManagerCLITest, HdfsLockFactoryTest, HdfsAutoAddReplicasIntegrationTest, DocValuesMissingTest, CSVRequestHandlerTest, TestReRankQParserPlugin, TestSimpleQParserPlugin, TestFunctionQuery, CollectionTooManyReplicasTest, TestNumericRangeQuery32, TestConfLoadPerf, CloneFieldUpdateProcessorFactoryTest, TestLRUCache, DistributedQueryElevationComponentTest, DocValuesNotIndexedTest, OverseerCollectionConfigSetProcessorTest, MoreLikeThisHandlerTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestDistributedSearch, TestRandomFaceting, ActionThrottleTest, AliasIntegrationTest, CloudExitableDirectoryReaderTest, DeleteNodeTest, DistributedQueueTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest]
[junit4] Completed [498/939 (1!)] on J1 in 15.51s, 2 tests, 1 error <<< FAILURES!
[...truncated 53999 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 474 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/474/
1 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas
Error Message:
Unexpected number of writer replicas: DocCollection(pull_replica_test_remove_all_writer_replicas//collections/pull_replica_test_remove_all_writer_replicas/state.json/5 )={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n1", "node_name":"127.0.0.1:34615_solr", "base_url":"http://127.0.0.1:34615/solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node4":{ "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2", "node_name":"127.0.0.1:34585_solr", "base_url":"http://127.0.0.1:34585/solr", "state":"active", "type":"PULL", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"} expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: Unexpected number of writer replicas: DocCollection(pull_replica_test_remove_all_writer_replicas//collections/pull_replica_test_remove_all_writer_replicas/state.json/5 )={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n1",
"node_name":"127.0.0.1:34615_solr",
"base_url":"http://127.0.0.1:34615/solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node4":{
"core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
"node_name":"127.0.0.1:34585_solr",
"base_url":"http://127.0.0.1:34585/solr",
"state":"active",
"type":"PULL",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"100",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"} expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([EEF9052348F7753B:7DF799185C099C92]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.TestPullReplica.assertNumberOfReplicas(TestPullReplica.java:620)
at org.apache.solr.cloud.TestPullReplica.assertNumberOfReplicas(TestPullReplica.java:611)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:451)
at org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas(TestPullReplica.java:328)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14819 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> 1110274 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1110274 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1110276 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/data-dir-84-001
[junit4] 2> 1110276 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1110277 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1110277 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 1110278 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001
[junit4] 2> 1110278 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1110291 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1110291 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1110291 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1110394 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 45309
[junit4] 2> 1110394 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45309
[junit4] 2> 1110394 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45309
[junit4] 2> 1110394 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45309
[junit4] 2> 1110427 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110470 INFO (zkConnectionManagerCallback-11475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1110471 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110537 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110571 INFO (zkConnectionManagerCallback-11477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1110571 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110809 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110823 INFO (zkConnectionManagerCallback-11479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1110823 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1111091 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1111091 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1111091 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1111102 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1111102 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1111103 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1111191 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1111191 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3240c377{/solr,null,AVAILABLE}
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57feb15b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34615}
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.Server Started @1111219ms
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45309/solr, hostPort=34615}
[junit4] 2> 1111193 ERROR (jetty-launcher-11480-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72a164a4{/solr,null,AVAILABLE}
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.1
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T00:13:59.309Z
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63e306f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34585}
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.Server Started @1111221ms
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45309/solr, hostPort=34585}
[junit4] 2> 1111194 ERROR (jetty-launcher-11480-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1111194 INFO (zkConnectionManagerCallback-11482-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.1
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T00:13:59.311Z
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1111199 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1111208 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1111209 INFO (zkConnectionManagerCallback-11484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1111209 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1111209 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1111212 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1111648 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1111670 WARN (jetty-launcher-11480-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@190baaf8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1111670 WARN (jetty-launcher-11480-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@190baaf8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1111676 WARN (jetty-launcher-11480-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c16314c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1111676 WARN (jetty-launcher-11480-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c16314c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1111678 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45309/solr
[junit4] 2> 1111682 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1111682 INFO (zkConnectionManagerCallback-11498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1111682 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1111931 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1111942 INFO (zkConnectionManagerCallback-11500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1111943 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1112027 WARN (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1112031 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34615_solr
[junit4] 2> 1112032 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.Overseer Overseer (id=72307876733124614-127.0.0.1:34615_solr-n_0000000000) starting
[junit4] 2> 1112051 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34615_solr
[junit4] 2> 1112083 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34615_solr
[junit4] 2> 1112089 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1112089 WARN (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1112105 INFO (zkCallback-11499-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1112211 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2
[junit4] 2> 1112680 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1112681 WARN (jetty-launcher-11480-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7b54c8ed[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1112682 WARN (jetty-launcher-11480-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7b54c8ed[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1112691 WARN (jetty-launcher-11480-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b28ce1a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1112691 WARN (jetty-launcher-11480-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b28ce1a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1112692 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45309/solr
[junit4] 2> 1112695 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1112699 INFO (zkConnectionManagerCallback-11518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112699 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1112810 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1112831 INFO (zkConnectionManagerCallback-11520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112831 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1112840 WARN (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1112841 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1112844 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34585_solr as DOWN
[junit4] 2> 1112844 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1112844 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34585_solr
[junit4] 2> 1112845 INFO (zkCallback-11499-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1112846 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1112847 WARN (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1112854 INFO (zkCallback-11519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1112860 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1
[junit4] 2> 1112868 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1112869 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1112871 INFO (zkConnectionManagerCallback-11531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112871 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1112873 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1112874 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45309/solr ready
[junit4] 2> 1112877 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 1112882 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1112907 INFO (TEST-TestPullReplica.testCreateDelete-seed#[EEF9052348F7753B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateDelete {seed=[EEF9052348F7753B:F5E9F46FBE078D0B]}
[junit4] 2> 1112911 INFO (OverseerThreadFactory-11507-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection pull_replica_test_create_delete
[junit4] 2> 1113014 WARN (OverseerThreadFactory-11507-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection pull_replica_test_create_delete is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1113019 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:34615_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113021 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p2",
[junit4] 2> "node_name":"127.0.0.1:34585_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34585/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113024 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p4",
[junit4] 2> "node_name":"127.0.0.1:34615_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113026 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p6",
[junit4] 2> "node_name":"127.0.0.1:34585_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34585/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113029 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_n8",
[junit4] 2> "node_name":"127.0.0.1:34615_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113031 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p10",
[junit4] 2> "node_name":"127.0.0.1:34585_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34585/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113033 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p12",
[junit4] 2> "node_name":"127.0.0.1:34615_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113036 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p14",
[junit4] 2> "node_name":"127.0.0.1:34585_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34585/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113242 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1113242 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p4&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113242 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1113243 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p6&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113243 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p12&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113243 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p2&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113243 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p10&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113244 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_n8&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1113244 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p14&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113258 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113259 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113260 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113260 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p14' using configuration from configset conf, trusted=true
[junit4] 2> 1113260 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p14] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p14], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p14/data/]
[junit4] 2> 1113262 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113264 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113265 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113265 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 1113265 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_n1/data/]
[junit4] 2> 1113269 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113271 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113271 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113271 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p6' using configuration from configset conf, trusted=true
[junit4] 2> 1113271 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p6/data/]
[junit4] 2> 1113276 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113276 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113277 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113277 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113277 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113277 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113277 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p12' using configuration from configset conf, trusted=true
[junit4] 2> 1113278 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p12] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_p12], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_p12/data/]
[junit4] 2> 1113278 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113278 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113278 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p10' using configuration from configset conf, trusted=true
[junit4] 2> 1113278 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p10/data/]
[junit4] 2> 1113279 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113280 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113280 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113280 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113280 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p2' using configuration from configset conf, trusted=true
[junit4] 2> 1113280 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113280 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_n8' using configuration from configset conf, trusted=true
[junit4] 2> 1113280 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p2/data/]
[junit4] 2> 1113280 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_n8/data/]
[junit4] 2> 1113281 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113282 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113282 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p4' using configuration from configset conf, trusted=true
[junit4] 2> 1113282 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_p4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_p4/data/]
[junit4] 2> 1113339 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113340 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113341 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113341 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113342 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113343 INFO (searcherExecutor-11539-thread-1-processing-n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard2_replica_p12 c:pull_replica_test_create_delete s:shard2 r:core_node15) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p12] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113343 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1113344 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1113345 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113345 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113346 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p12 starting background replication from leader
[junit4] 2> 1113347 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113347 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113347 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113348 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113348 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113349 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113349 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113349 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113349 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113349 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709293847408803840
[junit4] 2> 1113351 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113351 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113352 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113352 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113353 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113354 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113355 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113356 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113356 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113356 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113356 INFO (searcherExecutor-11533-thread-1-processing-n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard2_replica_p14 c:pull_replica_test_create_delete s:shard2 r:core_node16) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p14] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113356 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113356 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113356 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113356 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113357 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113357 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1113357 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1113357 DEBUG (indexFetcher-11562-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1113357 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113357 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113357 INFO (searcherExecutor-11537-thread-1-processing-n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard1_replica_p6 c:pull_replica_test_create_delete s:shard1 r:core_node9) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p6] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113357 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113357 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113357 INFO (searcherExecutor-11541-thread-1-processing-n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard2_replica_p10 c:pull_replica_test_create_delete s:shard2 r:core_node13) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p10] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113357 INFO (searcherExecutor-11535-thread-1-processing-n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_n1 c:pull_replica_test_create_delete s:shard1 r:core_node3) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113358 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113358 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113359 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113359 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113359 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113359 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113359 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113360 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113360 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709293847420338176
[junit4] 2> 1113361 INFO (searcherExecutor-11545-thread-1-processing-n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard2_replica_n8 c:pull_replica_test_create_delete s:shard2 r:core_node11) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_n8] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113361 INFO (zkCallback-11499-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-6) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113363 INFO (searcherExecutor-11547-thread-1-processing-n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_p4 c:pull_replica_test_create_delete s:shard1 r:core_node7) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p4] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113365 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p14 starting background replication from leader
[junit4] 2> 1113365 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p10 starting background replication from leader
[junit4] 2> 1113365 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113365 INFO (searcherExecutor-11543-thread-1-processing-n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard1_replica_p2 c:pull_replica_test_create_delete s:shard1 r:core_node5) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113365 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113365 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_create_delete/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1113365 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/pull_replica_test_create_delete/leaders/shard1
[junit4] 2> 1113365 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p4 starting background replication from leader
[junit4] 2> 1113365 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113366 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113366 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113366 DEBUG (indexFetcher-11577-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1113366 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_create_delete/terms/shard2 to Terms{values={core_node11=0}, version=0}
[junit4] 2> 1113367 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/pull_replica_test_create_delete/leaders/shard2
[junit4] 2> 1113368 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113368 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113368 DEBUG (indexFetcher-11579-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1113370 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113370 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113371 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p2 starting background replication from leader
[junit4] 2> 1113371 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113372 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113372 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p6 starting background replication from leader
[junit4] 2> 1113372 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113372 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113373 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113373 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard2_replica_n8/
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SyncStrategy http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard2_replica_n8/ has no replicas
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/pull_replica_test_create_delete/leaders/shard2/leader after winning as /collections/pull_replica_test_create_delete/leader_elect/shard2/election/72307876733124614-core_node11-n_0000000000
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard1_replica_n1/
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard1_replica_n1/ has no replicas
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/pull_replica_test_create_delete/leaders/shard1/leader after winning as /collections/pull_replica_test_create_delete/leader_elect/shard1/election/72307876733124614-core_node3-n_0000000000
[junit4] 2> 1113376 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard2_replica_n8/ shard2
[junit4] 2> 1113377 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard1_replica_n1/ shard1
[junit4] 2> 1113479 INFO (zkCallback-11519-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113479 INFO (zkCallback-11519-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113479 INFO (zkCallback-11499-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113479 INFO (zkCallback-11499-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11519-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11499-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11499-thread-7) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11499-thread-6) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (indexFetcher-11562-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node11 is leader but it's state is down, skipping replication
[junit4] 2> 1113480 INFO (indexFetcher-11577-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 1113480 INFO (indexFetcher-11579-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node11 is leader but it's state is down, skipping replication
[junit4] 2> 1113481 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1113482 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1113490 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=248
[junit4] 2> 1113490 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_n8&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=246
[junit4] 2> 1113535 DEBUG (indexFetcher-11585-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1113538 INFO (indexFetcher-11585-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113590 INFO (zkCallback-11499-thread-6) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113590 INFO (zkCallback-11499-thread-7) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1114009 DEBUG (indexFetcher-11581-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1114013 INFO (indexFetcher-11581-thread-1) [ ] o.a.s.h.IndexFetcher Updated leaderUrl to http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard2_replica_n8/
[junit4] 2> 1114014 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.S.Request [pull_replica_test_create_delete_shard2_replica_n8] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1114014 INFO (indexFetcher-11581-thread-1) [ ] o.a.s.h.IndexFetcher Leader's generation: 1
[junit4] 2> 1114014 INFO (indexFetcher-11581-thread-1) [ ] o.a.s.h.IndexFetcher Leader's version: 0
[junit4] 2> 1114014
[...truncated too long message...]
ServletContextHandler@5446e1fb{/solr,null,STOPPED}
[junit4] 2> 1160650 INFO (jetty-closer-12024-thread-1-processing-n:127.0.0.1:34615_solr) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1160748 INFO (jetty-closer-12024-thread-2-processing-n:127.0.0.1:34615_solr) [ ] o.a.s.c.Overseer Overseer (id=72307876733124620-127.0.0.1:34585_solr-n_0000000002) closing
[junit4] 2> 1160749 INFO (jetty-closer-12024-thread-2-processing-n:127.0.0.1:34615_solr) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@537e1dfc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34585}
[junit4] 2> 1160750 INFO (jetty-closer-12024-thread-2-processing-n:127.0.0.1:34615_solr) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7607ebca{/solr,null,STOPPED}
[junit4] 2> 1160750 INFO (jetty-closer-12024-thread-2-processing-n:127.0.0.1:34615_solr) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1160750 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1160853 WARN (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker-SendThread(127.0.0.1:45309)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e3a17b240001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e3a17b240001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e3a17b240001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1160954 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 19 /solr/configs/conf
[junit4] 2> 15 /solr/collections/pull_replica_test_create_delete/terms/shard2
[junit4] 2> 12 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 11 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 11 /solr/collections/pull_replica_test_create_delete/terms/shard1
[junit4] 2> 10 /solr/collections/pull_replica_test_kill_pull_replica/terms/shard1
[junit4] 2> 10 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 10 /solr/collections/pull_replica_test_real_time_get/terms/shard1
[junit4] 2> 9 /solr/collections/pull_replica_test_add_docs/terms/shard1
[junit4] 2> 9 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 8 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 8 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 8 /solr/collections/pull_replica_test_kill_leader/terms/shard1
[junit4] 2> 8 /solr/collections/pull_replica_test_remove_all_writer_replicas/terms/shard1
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/packages.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/pull_replica_test_add_remove_pull_replica/terms/shard2
[junit4] 2> 4 /solr/collections/pull_replica_test_add_remove_pull_replica/terms/shard1
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/pull_replica_test_kill_leader/collectionprops.json
[junit4] 2> 2 /solr/collections/pull_replica_test_real_time_get/collectionprops.json
[junit4] 2> 2 /solr/collections/pull_replica_test_add_remove_pull_replica/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 94 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 78 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 57 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 49 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 40 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 38 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 31 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72307876733124614-127.0.0.1:34615_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72307876733124620-127.0.0.1:34585_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 243 /solr/overseer/queue
[junit4] 2> 82 /solr/overseer/collection-queue-work
[junit4] 2> 54 /solr/collections
[junit4] 2> 42 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 20 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 17 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 17 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 12 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 11 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 10 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1160958 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45309
[junit4] 2> 1160958 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45309
[junit4] 2> 1160958 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45309
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001
[junit4] 2> Aug 28, 2021 12:14:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {foo=BlockTreeOrds(blocksize=128), _root_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), foo_s=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=189, maxMBSortInHeap=5.971581317692493, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=th-TH, timezone=America/Tortola
[junit4] 2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=115058712,total=520617984
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueryComponentOptimizationTest, ExecutePlanActionTest, BJQFilterAccessibleTest, TestJettySolrRunner, PrimUtilsTest, JWTAuthPluginIntegrationTest, TestExactSharedStatsCache, DistributedUpdateProcessorTest, TestCloudNestedDocsSort, TestCSVResponseWriter, TestBM25SimilarityFactory, TestSubQueryTransformerDistrib, TestJsonFacetsStatsParsing, TestStressLucene, TestContainerPlugin, MoveReplicaHDFSFailoverTest, TestSkipOverseerOperations, SortByFunctionTest, OverseerTest, TestCloudPivotFacet, TestCloudConsistency, TestStressCloudBlindAtomicUpdates, MaxSizeAutoCommitTest, AtomicUpdatesTest, HdfsDirectoryTest, TestHdfsCloudBackupRestore, MultiThreadedOCPTest, TestCoreDiscovery, V2ApiIntegrationTest, TestStressVersions, MultiDestinationAuditLoggerTest, TestExclusionRuleCollectionAccess, PhrasesIdentificationComponentTest, SolrGraphiteReporterTest, TestSearcherReuse, TriggerSetPropertiesIntegrationTest, TestFacetMethods, CdcrUpdateLogTest, TestLegacyField, TestNestedUpdateProcessor, RouteFieldTest, DynamicMapsTest, TestReplicationHandlerBackup, ConcurrentCreateCollectionTest, SplitShardTest, TestLockTree, ResponseHeaderTest, ZkCollectionPropsCachingTest, DistributedFacetPivotSmallTest, SpellCheckCollatorWithCollapseTest, SliceStateTest, OutputWriterTest, TestLegacyBM25SimilarityFactory, LukeRequestHandlerTest, TestSchemaManager, TestInitParams, HealthCheckHandlerTest, TestCloudSearcherWarming, SearchHandlerTest, TriLevelCompositeIdRoutingTest, TestPackages, TestSolrDeletionPolicy1, TestLuceneIndexBackCompat, ChaosMonkeySafeLeaderWithPullReplicasTest, LeaderElectionContextKeyTest, TestDynamicLoadingUrl, TestBulkSchemaAPI, ZkControllerTest, DistributedVersionInfoTest, TestSolrJacksonAnnotation, TestLFUCache, PathHierarchyTokenizerFactoryTest, ShardRoutingCustomTest, TestExternalRoleRuleBasedAuthorizationPlugin, SolrCloudReportersTest, ThreadDumpHandlerTest, WrapperMergePolicyFactoryTest, TestSSLRandomization, BasicZkTest, TestPolicyCloud, PolyFieldTest, TestRecoveryHdfs, TestSimDistributedQueue, TestJavabinTupleStreamParser, NodeMarkersRegistrationTest, TestPullReplica]
[junit4] Completed [449/939 (1!)] on J0 in 51.64s, 10 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 54202 lines...]