You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/08/28 00:55:20 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 474 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/474/
1 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas
Error Message:
Unexpected number of writer replicas: DocCollection(pull_replica_test_remove_all_writer_replicas//collections/pull_replica_test_remove_all_writer_replicas/state.json/5 )={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n1", "node_name":"127.0.0.1:34615_solr", "base_url":"http://127.0.0.1:34615/solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node4":{ "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2", "node_name":"127.0.0.1:34585_solr", "base_url":"http://127.0.0.1:34585/solr", "state":"active", "type":"PULL", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"} expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: Unexpected number of writer replicas: DocCollection(pull_replica_test_remove_all_writer_replicas//collections/pull_replica_test_remove_all_writer_replicas/state.json/5 )={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n1",
"node_name":"127.0.0.1:34615_solr",
"base_url":"http://127.0.0.1:34615/solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node4":{
"core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
"node_name":"127.0.0.1:34585_solr",
"base_url":"http://127.0.0.1:34585/solr",
"state":"active",
"type":"PULL",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"100",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"} expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([EEF9052348F7753B:7DF799185C099C92]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.TestPullReplica.assertNumberOfReplicas(TestPullReplica.java:620)
at org.apache.solr.cloud.TestPullReplica.assertNumberOfReplicas(TestPullReplica.java:611)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:451)
at org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas(TestPullReplica.java:328)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14819 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> 1110274 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1110274 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1110276 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/data-dir-84-001
[junit4] 2> 1110276 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1110277 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1110277 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 1110278 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001
[junit4] 2> 1110278 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1110291 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1110291 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1110291 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1110394 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 45309
[junit4] 2> 1110394 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45309
[junit4] 2> 1110394 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45309
[junit4] 2> 1110394 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45309
[junit4] 2> 1110427 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110470 INFO (zkConnectionManagerCallback-11475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1110471 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110537 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110571 INFO (zkConnectionManagerCallback-11477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1110571 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110809 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110823 INFO (zkConnectionManagerCallback-11479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1110823 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1111091 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1111091 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1111091 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1111102 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1111102 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1111103 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1111191 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1111191 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3240c377{/solr,null,AVAILABLE}
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57feb15b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34615}
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.e.j.s.Server Started @1111219ms
[junit4] 2> 1111192 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45309/solr, hostPort=34615}
[junit4] 2> 1111193 ERROR (jetty-launcher-11480-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72a164a4{/solr,null,AVAILABLE}
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.1
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1111193 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T00:13:59.309Z
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63e306f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34585}
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-2) [ ] o.e.j.s.Server Started @1111221ms
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45309/solr, hostPort=34585}
[junit4] 2> 1111194 ERROR (jetty-launcher-11480-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1111194 INFO (zkConnectionManagerCallback-11482-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1111194 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.1
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T00:13:59.311Z
[junit4] 2> 1111195 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1111199 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1111208 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1111209 INFO (zkConnectionManagerCallback-11484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1111209 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1111209 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1111212 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1111648 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1111670 WARN (jetty-launcher-11480-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@190baaf8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1111670 WARN (jetty-launcher-11480-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@190baaf8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1111676 WARN (jetty-launcher-11480-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c16314c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1111676 WARN (jetty-launcher-11480-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c16314c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1111678 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45309/solr
[junit4] 2> 1111682 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1111682 INFO (zkConnectionManagerCallback-11498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1111682 INFO (jetty-launcher-11480-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1111931 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1111942 INFO (zkConnectionManagerCallback-11500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1111943 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1112027 WARN (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1112031 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34615_solr
[junit4] 2> 1112032 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.Overseer Overseer (id=72307876733124614-127.0.0.1:34615_solr-n_0000000000) starting
[junit4] 2> 1112051 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34615_solr
[junit4] 2> 1112083 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34615_solr
[junit4] 2> 1112089 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1112089 WARN (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1112105 INFO (zkCallback-11499-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1112211 INFO (jetty-launcher-11480-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2
[junit4] 2> 1112680 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1112681 WARN (jetty-launcher-11480-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7b54c8ed[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1112682 WARN (jetty-launcher-11480-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7b54c8ed[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1112691 WARN (jetty-launcher-11480-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b28ce1a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1112691 WARN (jetty-launcher-11480-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b28ce1a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1112692 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45309/solr
[junit4] 2> 1112695 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1112699 INFO (zkConnectionManagerCallback-11518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112699 INFO (jetty-launcher-11480-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1112810 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1112831 INFO (zkConnectionManagerCallback-11520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112831 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1112840 WARN (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1112841 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1112844 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34585_solr as DOWN
[junit4] 2> 1112844 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1112844 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34585_solr
[junit4] 2> 1112845 INFO (zkCallback-11499-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1112846 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1112847 WARN (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1112854 INFO (zkCallback-11519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1112860 INFO (jetty-launcher-11480-thread-2) [n:127.0.0.1:34585_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1
[junit4] 2> 1112868 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1112869 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1112871 INFO (zkConnectionManagerCallback-11531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112871 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1112873 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1112874 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45309/solr ready
[junit4] 2> 1112877 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 1112882 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1112907 INFO (TEST-TestPullReplica.testCreateDelete-seed#[EEF9052348F7753B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateDelete {seed=[EEF9052348F7753B:F5E9F46FBE078D0B]}
[junit4] 2> 1112911 INFO (OverseerThreadFactory-11507-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection pull_replica_test_create_delete
[junit4] 2> 1113014 WARN (OverseerThreadFactory-11507-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection pull_replica_test_create_delete is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1113019 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:34615_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113021 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p2",
[junit4] 2> "node_name":"127.0.0.1:34585_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34585/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113024 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p4",
[junit4] 2> "node_name":"127.0.0.1:34615_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113026 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p6",
[junit4] 2> "node_name":"127.0.0.1:34585_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34585/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113029 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_n8",
[junit4] 2> "node_name":"127.0.0.1:34615_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113031 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p10",
[junit4] 2> "node_name":"127.0.0.1:34585_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34585/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113033 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p12",
[junit4] 2> "node_name":"127.0.0.1:34615_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113036 INFO (OverseerStateUpdate-72307876733124614-127.0.0.1:34615_solr-n_0000000000) [n:127.0.0.1:34615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p14",
[junit4] 2> "node_name":"127.0.0.1:34585_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34585/solr",
[junit4] 2> "collection":"pull_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1113242 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1113242 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p4&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113242 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1113243 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p6&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113243 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p12&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113243 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p2&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113243 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p10&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113244 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_n8&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1113244 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p14&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1113258 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113259 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113260 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113260 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p14' using configuration from configset conf, trusted=true
[junit4] 2> 1113260 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p14] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p14], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p14/data/]
[junit4] 2> 1113262 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113264 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113265 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113265 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 1113265 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_n1/data/]
[junit4] 2> 1113269 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113271 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113271 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113271 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p6' using configuration from configset conf, trusted=true
[junit4] 2> 1113271 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p6/data/]
[junit4] 2> 1113276 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113276 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113277 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113277 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113277 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113277 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113277 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p12' using configuration from configset conf, trusted=true
[junit4] 2> 1113278 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p12] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_p12], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_p12/data/]
[junit4] 2> 1113278 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113278 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113278 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p10' using configuration from configset conf, trusted=true
[junit4] 2> 1113278 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p10/data/]
[junit4] 2> 1113279 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1113280 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113280 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113280 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113280 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p2' using configuration from configset conf, trusted=true
[junit4] 2> 1113280 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113280 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_n8' using configuration from configset conf, trusted=true
[junit4] 2> 1113280 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p2/data/]
[junit4] 2> 1113280 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_n8/data/]
[junit4] 2> 1113281 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1113282 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1113282 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p4' using configuration from configset conf, trusted=true
[junit4] 2> 1113282 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_p4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_p4/data/]
[junit4] 2> 1113339 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113340 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113341 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113341 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113342 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113343 INFO (searcherExecutor-11539-thread-1-processing-n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard2_replica_p12 c:pull_replica_test_create_delete s:shard2 r:core_node15) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p12] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113343 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1113344 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1113345 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113345 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113346 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p12 starting background replication from leader
[junit4] 2> 1113347 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113347 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113347 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113348 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113348 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113349 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113349 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113349 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113349 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113349 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709293847408803840
[junit4] 2> 1113351 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113351 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113352 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113352 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113353 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113354 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113355 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113356 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113356 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113356 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113356 INFO (searcherExecutor-11533-thread-1-processing-n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard2_replica_p14 c:pull_replica_test_create_delete s:shard2 r:core_node16) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p14] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113356 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113356 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113356 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113356 INFO (qtp1496929292-20940) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113357 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113357 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1113357 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1113357 DEBUG (indexFetcher-11562-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1113357 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113357 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113357 INFO (searcherExecutor-11537-thread-1-processing-n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard1_replica_p6 c:pull_replica_test_create_delete s:shard1 r:core_node9) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p6] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113357 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113357 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113357 INFO (searcherExecutor-11541-thread-1-processing-n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard2_replica_p10 c:pull_replica_test_create_delete s:shard2 r:core_node13) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p10] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113357 INFO (searcherExecutor-11535-thread-1-processing-n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_n1 c:pull_replica_test_create_delete s:shard1 r:core_node3) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113358 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113358 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113359 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113359 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1113359 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113359 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1113359 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113360 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113360 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709293847420338176
[junit4] 2> 1113361 INFO (searcherExecutor-11545-thread-1-processing-n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard2_replica_n8 c:pull_replica_test_create_delete s:shard2 r:core_node11) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_n8] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113361 INFO (zkCallback-11499-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113362 INFO (zkCallback-11499-thread-6) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113363 INFO (searcherExecutor-11547-thread-1-processing-n:127.0.0.1:34615_solr x:pull_replica_test_create_delete_shard1_replica_p4 c:pull_replica_test_create_delete s:shard1 r:core_node7) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p4] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113365 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p14 starting background replication from leader
[junit4] 2> 1113365 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p10 starting background replication from leader
[junit4] 2> 1113365 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113365 INFO (searcherExecutor-11543-thread-1-processing-n:127.0.0.1:34585_solr x:pull_replica_test_create_delete_shard1_replica_p2 c:pull_replica_test_create_delete s:shard1 r:core_node5) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1113365 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113365 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_create_delete/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1113365 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/pull_replica_test_create_delete/leaders/shard1
[junit4] 2> 1113365 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p4 starting background replication from leader
[junit4] 2> 1113365 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113366 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113366 INFO (qtp1496929292-20934) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113366 DEBUG (indexFetcher-11577-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1113366 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_create_delete/terms/shard2 to Terms{values={core_node11=0}, version=0}
[junit4] 2> 1113367 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/pull_replica_test_create_delete/leaders/shard2
[junit4] 2> 1113368 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113368 INFO (qtp150593280-20937) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113368 DEBUG (indexFetcher-11579-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1113370 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113370 INFO (qtp150593280-20933) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113371 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p2 starting background replication from leader
[junit4] 2> 1113371 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113372 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113372 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p6 starting background replication from leader
[junit4] 2> 1113372 INFO (qtp150593280-20942) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113372 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 1113373 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1113373 INFO (qtp150593280-20932) [n:127.0.0.1:34585_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard2_replica_n8/
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.SyncStrategy http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard2_replica_n8/ has no replicas
[junit4] 2> 1113373 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/pull_replica_test_create_delete/leaders/shard2/leader after winning as /collections/pull_replica_test_create_delete/leader_elect/shard2/election/72307876733124614-core_node11-n_0000000000
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard1_replica_n1/
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard1_replica_n1/ has no replicas
[junit4] 2> 1113374 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/pull_replica_test_create_delete/leaders/shard1/leader after winning as /collections/pull_replica_test_create_delete/leader_elect/shard1/election/72307876733124614-core_node3-n_0000000000
[junit4] 2> 1113376 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard2_replica_n8/ shard2
[junit4] 2> 1113377 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard1_replica_n1/ shard1
[junit4] 2> 1113479 INFO (zkCallback-11519-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113479 INFO (zkCallback-11519-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113479 INFO (zkCallback-11499-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113479 INFO (zkCallback-11499-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11519-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11499-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11499-thread-7) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (zkCallback-11499-thread-6) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113480 INFO (indexFetcher-11562-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node11 is leader but it's state is down, skipping replication
[junit4] 2> 1113480 INFO (indexFetcher-11577-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 1113480 INFO (indexFetcher-11579-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node11 is leader but it's state is down, skipping replication
[junit4] 2> 1113481 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1113482 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1113490 INFO (qtp1496929292-20936) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=248
[junit4] 2> 1113490 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_n8&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=246
[junit4] 2> 1113535 DEBUG (indexFetcher-11585-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1113538 INFO (indexFetcher-11585-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113589 INFO (zkCallback-11499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113590 INFO (zkCallback-11499-thread-6) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1113590 INFO (zkCallback-11499-thread-7) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1114009 DEBUG (indexFetcher-11581-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 1114013 INFO (indexFetcher-11581-thread-1) [ ] o.a.s.h.IndexFetcher Updated leaderUrl to http://127.0.0.1:34615/solr/pull_replica_test_create_delete_shard2_replica_n8/
[junit4] 2> 1114014 INFO (qtp1496929292-20939) [n:127.0.0.1:34615_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8 ] o.a.s.c.S.Request [pull_replica_test_create_delete_shard2_replica_n8] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1114014 INFO (indexFetcher-11581-thread-1) [ ] o.a.s.h.IndexFetcher Leader's generation: 1
[junit4] 2> 1114014 INFO (indexFetcher-11581-thread-1) [ ] o.a.s.h.IndexFetcher Leader's version: 0
[junit4] 2> 1114014
[...truncated too long message...]
ServletContextHandler@5446e1fb{/solr,null,STOPPED}
[junit4] 2> 1160650 INFO (jetty-closer-12024-thread-1-processing-n:127.0.0.1:34615_solr) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1160748 INFO (jetty-closer-12024-thread-2-processing-n:127.0.0.1:34615_solr) [ ] o.a.s.c.Overseer Overseer (id=72307876733124620-127.0.0.1:34585_solr-n_0000000002) closing
[junit4] 2> 1160749 INFO (jetty-closer-12024-thread-2-processing-n:127.0.0.1:34615_solr) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@537e1dfc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34585}
[junit4] 2> 1160750 INFO (jetty-closer-12024-thread-2-processing-n:127.0.0.1:34615_solr) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7607ebca{/solr,null,STOPPED}
[junit4] 2> 1160750 INFO (jetty-closer-12024-thread-2-processing-n:127.0.0.1:34615_solr) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1160750 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1160853 WARN (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker-SendThread(127.0.0.1:45309)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e3a17b240001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e3a17b240001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e3a17b240001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1160954 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 19 /solr/configs/conf
[junit4] 2> 15 /solr/collections/pull_replica_test_create_delete/terms/shard2
[junit4] 2> 12 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 11 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 11 /solr/collections/pull_replica_test_create_delete/terms/shard1
[junit4] 2> 10 /solr/collections/pull_replica_test_kill_pull_replica/terms/shard1
[junit4] 2> 10 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 10 /solr/collections/pull_replica_test_real_time_get/terms/shard1
[junit4] 2> 9 /solr/collections/pull_replica_test_add_docs/terms/shard1
[junit4] 2> 9 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 8 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 8 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 8 /solr/collections/pull_replica_test_kill_leader/terms/shard1
[junit4] 2> 8 /solr/collections/pull_replica_test_remove_all_writer_replicas/terms/shard1
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/packages.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/pull_replica_test_add_remove_pull_replica/terms/shard2
[junit4] 2> 4 /solr/collections/pull_replica_test_add_remove_pull_replica/terms/shard1
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/pull_replica_test_kill_leader/collectionprops.json
[junit4] 2> 2 /solr/collections/pull_replica_test_real_time_get/collectionprops.json
[junit4] 2> 2 /solr/collections/pull_replica_test_add_remove_pull_replica/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 94 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 78 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 57 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 49 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 40 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 38 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 31 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72307876733124614-127.0.0.1:34615_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72307876733124620-127.0.0.1:34585_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 243 /solr/overseer/queue
[junit4] 2> 82 /solr/overseer/collection-queue-work
[junit4] 2> 54 /solr/collections
[junit4] 2> 42 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 20 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 17 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 17 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 12 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 11 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 10 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1160958 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45309
[junit4] 2> 1160958 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45309
[junit4] 2> 1160958 INFO (SUITE-TestPullReplica-seed#[EEF9052348F7753B]-worker) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45309
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_EEF9052348F7753B-001
[junit4] 2> Aug 28, 2021 12:14:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {foo=BlockTreeOrds(blocksize=128), _root_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), foo_s=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=189, maxMBSortInHeap=5.971581317692493, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=th-TH, timezone=America/Tortola
[junit4] 2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=115058712,total=520617984
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueryComponentOptimizationTest, ExecutePlanActionTest, BJQFilterAccessibleTest, TestJettySolrRunner, PrimUtilsTest, JWTAuthPluginIntegrationTest, TestExactSharedStatsCache, DistributedUpdateProcessorTest, TestCloudNestedDocsSort, TestCSVResponseWriter, TestBM25SimilarityFactory, TestSubQueryTransformerDistrib, TestJsonFacetsStatsParsing, TestStressLucene, TestContainerPlugin, MoveReplicaHDFSFailoverTest, TestSkipOverseerOperations, SortByFunctionTest, OverseerTest, TestCloudPivotFacet, TestCloudConsistency, TestStressCloudBlindAtomicUpdates, MaxSizeAutoCommitTest, AtomicUpdatesTest, HdfsDirectoryTest, TestHdfsCloudBackupRestore, MultiThreadedOCPTest, TestCoreDiscovery, V2ApiIntegrationTest, TestStressVersions, MultiDestinationAuditLoggerTest, TestExclusionRuleCollectionAccess, PhrasesIdentificationComponentTest, SolrGraphiteReporterTest, TestSearcherReuse, TriggerSetPropertiesIntegrationTest, TestFacetMethods, CdcrUpdateLogTest, TestLegacyField, TestNestedUpdateProcessor, RouteFieldTest, DynamicMapsTest, TestReplicationHandlerBackup, ConcurrentCreateCollectionTest, SplitShardTest, TestLockTree, ResponseHeaderTest, ZkCollectionPropsCachingTest, DistributedFacetPivotSmallTest, SpellCheckCollatorWithCollapseTest, SliceStateTest, OutputWriterTest, TestLegacyBM25SimilarityFactory, LukeRequestHandlerTest, TestSchemaManager, TestInitParams, HealthCheckHandlerTest, TestCloudSearcherWarming, SearchHandlerTest, TriLevelCompositeIdRoutingTest, TestPackages, TestSolrDeletionPolicy1, TestLuceneIndexBackCompat, ChaosMonkeySafeLeaderWithPullReplicasTest, LeaderElectionContextKeyTest, TestDynamicLoadingUrl, TestBulkSchemaAPI, ZkControllerTest, DistributedVersionInfoTest, TestSolrJacksonAnnotation, TestLFUCache, PathHierarchyTokenizerFactoryTest, ShardRoutingCustomTest, TestExternalRoleRuleBasedAuthorizationPlugin, SolrCloudReportersTest, ThreadDumpHandlerTest, WrapperMergePolicyFactoryTest, TestSSLRandomization, BasicZkTest, TestPolicyCloud, PolyFieldTest, TestRecoveryHdfs, TestSimDistributedQueue, TestJavabinTupleStreamParser, NodeMarkersRegistrationTest, TestPullReplica]
[junit4] Completed [449/939 (1!)] on J0 in 51.64s, 10 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 54202 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 475 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/475/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at https://127.0.0.1:41021/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41021/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15012 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
[junit4] 2> 1388205 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1388205 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1388206 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/data-dir-148-001
[junit4] 2> 1388206 WARN (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 1388206 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1388208 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1388208 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 1388209 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001
[junit4] 2> 1388209 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1388209 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1388209 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1388210 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1388309 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 36171
[junit4] 2> 1388309 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36171
[junit4] 2> 1388309 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36171
[junit4] 2> 1388309 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36171
[junit4] 2> 1388311 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388313 INFO (zkConnectionManagerCallback-13131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388313 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388316 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388317 INFO (zkConnectionManagerCallback-13133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388317 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388317 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388318 INFO (zkConnectionManagerCallback-13135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388318 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1388422 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66ab5a4e{/solr,null,AVAILABLE}
[junit4] 2> 1388423 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e6d44d3{/solr,null,AVAILABLE}
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13a4b406{SSL, (ssl, http/1.1)}{127.0.0.1:41021}
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48f757ba{SSL, (ssl, http/1.1)}{127.0.0.1:39443}
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.e.j.s.Server Started @1388463ms
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.e.j.s.Server Started @1388463ms
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36171/solr, hostPort=41021}
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36171/solr, hostPort=39443}
[junit4] 2> 1388424 ERROR (jetty-launcher-13136-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1388424 ERROR (jetty-launcher-13136-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T02:17:51.320Z
[junit4] 2> 1388424 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T02:17:51.320Z
[junit4] 2> 1388425 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388426 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388426 INFO (zkConnectionManagerCallback-13140-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388427 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388427 INFO (zkConnectionManagerCallback-13138-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388427 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388427 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1388427 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1388431 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1388431 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1388432 WARN (jetty-launcher-13136-thread-1-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1388432 WARN (jetty-launcher-13136-thread-2-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1388778 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1388778 WARN (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1388779 WARN (jetty-launcher-13136-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@505b2bbf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1388779 WARN (jetty-launcher-13136-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@505b2bbf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1388781 WARN (jetty-launcher-13136-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1388782 WARN (jetty-launcher-13136-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@522e04a6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1388782 WARN (jetty-launcher-13136-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@522e04a6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1388783 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36171/solr
[junit4] 2> 1388786 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388787 INFO (zkConnectionManagerCallback-13154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388787 INFO (jetty-launcher-13136-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388790 WARN (jetty-launcher-13136-thread-2-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1388892 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1388893 INFO (zkConnectionManagerCallback-13156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1388893 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1388955 WARN (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1388960 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41021_solr
[junit4] 2> 1388961 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.Overseer Overseer (id=74099909744656390-127.0.0.1:41021_solr-n_0000000000) starting
[junit4] 2> 1388965 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41021_solr
[junit4] 2> 1388965 INFO (OverseerStateUpdate-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41021_solr
[junit4] 2> 1388968 INFO (OverseerStateUpdate-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1388968 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1388968 WARN (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1388987 INFO (jetty-launcher-13136-thread-2) [n:127.0.0.1:41021_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node2
[junit4] 2> 1389104 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1389104 WARN (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1389105 WARN (jetty-launcher-13136-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@784ba38[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1389105 WARN (jetty-launcher-13136-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@784ba38[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1389107 WARN (jetty-launcher-13136-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1389108 WARN (jetty-launcher-13136-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12180be2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1389108 WARN (jetty-launcher-13136-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12180be2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1389109 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36171/solr
[junit4] 2> 1389110 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1389111 INFO (zkConnectionManagerCallback-13174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1389111 INFO (jetty-launcher-13136-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1389213 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1389214 INFO (zkConnectionManagerCallback-13176-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1389214 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1389220 WARN (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1389221 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1389225 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39443_solr as DOWN
[junit4] 2> 1389225 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1389226 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39443_solr
[junit4] 2> 1389227 INFO (zkCallback-13155-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1389227 INFO (zkCallback-13175-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1389228 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1389228 WARN (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1389246 INFO (jetty-launcher-13136-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1
[junit4] 2> 1389257 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1389258 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1389258 INFO (zkConnectionManagerCallback-13187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1389258 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1389259 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1389260 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36171/solr ready
[junit4] 2> 1389281 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
[junit4] 2> 1389323 INFO (OverseerThreadFactory-13163-thread-1-processing-n:127.0.0.1:41021_solr) [n:127.0.0.1:41021_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
[junit4] 2> 1389435 INFO (OverseerStateUpdate-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:39443_solr",
[junit4] 2> "base_url":"https://127.0.0.1:39443/solr",
[junit4] 2> "collection":"testOtherReplicasAreNotActive",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1389437 INFO (OverseerStateUpdate-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41021_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41021/solr",
[junit4] 2> "collection":"testOtherReplicasAreNotActive",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1389661 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1389661 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1389672 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1389674 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1389674 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1389674 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
[junit4] 2> 1389674 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
[junit4] 2> 1389682 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1389694 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1389696 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1389696 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1389696 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
[junit4] 2> 1389697 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
[junit4] 2> 1389714 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1389714 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1389715 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1389715 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1389716 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1389716 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1389717 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1389717 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709301639532249088
[junit4] 2> 1389719 INFO (searcherExecutor-13189-thread-1-processing-n:127.0.0.1:41021_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1389723 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1389723 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
[junit4] 2> 1389727 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9999ms
[junit4] 2> 1389728 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1389728 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1389728 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1389729 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1389730 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1389730 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1389730 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1389730 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709301639545880576
[junit4] 2> 1389732 INFO (searcherExecutor-13191-thread-1-processing-n:127.0.0.1:39443_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1389736 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1389736 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
[junit4] 2> 1390228 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1390228 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1390228 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41021/solr/testOtherReplicasAreNotActive_shard1_replica_n2/
[junit4] 2> 1390229 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:41021/solr START replicas=[https://127.0.0.1:39443/solr/testOtherReplicasAreNotActive_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1390229 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:41021/solr DONE. We have no versions. sync failed.
[junit4] 2> 1390236 INFO (qtp1108294858-21789) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1390236 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1390236 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1390236 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/74099909744656390-core_node4-n_0000000000
[junit4] 2> 1390238 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41021/solr/testOtherReplicasAreNotActive_shard1_replica_n2/ shard1
[junit4] 2> 1390340 INFO (zkCallback-13155-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390341 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1390344 INFO (qtp425516918-21788) [n:127.0.0.1:41021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=683
[junit4] 2> 1390443 INFO (zkCallback-13155-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390443 INFO (zkCallback-13155-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390745 INFO (qtp1108294858-21791) [n:127.0.0.1:39443_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1062
[junit4] 2> 1390747 INFO (qtp425516918-21792) [n:127.0.0.1:41021_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1390846 INFO (zkCallback-13155-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390846 INFO (zkCallback-13155-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390846 INFO (zkCallback-13175-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390846 INFO (zkCallback-13175-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1390847 INFO (qtp425516918-21792) [n:127.0.0.1:41021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1533
[junit4] 2> 1390847 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.LeaderTragicEventTest Stop jetty node : https://127.0.0.1:39443/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/5 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:39443_solr",
[junit4] 2> "base_url":"https://127.0.0.1:39443/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41021_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41021/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1529917472
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39443_solr
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1390852 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39443_solr as DOWN
[junit4] 2> 1390854 INFO (coreCloseExecutor-13203-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7ba5808a
[junit4] 2> 1390854 INFO (coreCloseExecutor-13203-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n1 tag=SolrCore@7ba5808a
[junit4] 2> 1390854 INFO (coreCloseExecutor-13203-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@7ba5808a
[junit4] 2> 1390855 INFO (coreCloseExecutor-13203-thread-1) [n:127.0.0.1:39443_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1390856 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1390856 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1390856 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1390856 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1390857 WARN (jetty-launcher-13136-thread-1-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1390858 INFO (zkCallback-13186-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1390858 INFO (zkCallback-13155-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1390955 INFO (zkCallback-13155-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1390955 INFO (zkCallback-13155-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1390960 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@48f757ba{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1390960 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66ab5a4e{/solr,null,STOPPED}
[junit4] 2> 1390960 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1390961 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 39443
[junit4] 2> 1390961 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
[junit4] 2> 1390964 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node4:{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41021_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41021/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}
[junit4] 2> 1390973 ERROR (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
[junit4] 2> => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
[junit4] 2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894)
[junit4] 2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
[junit4] 2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3886) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
[junit4] 2> Caused by: java.lang.Exception: injected tragedy
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
[junit4] 2> ... 40 more
[junit4] 2> 1390975 INFO (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1390975 ERROR (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1390975 INFO (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=3
[junit4] 2> 1390975 ERROR (qtp425516918-21786) [n:127.0.0.1:41021_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1390977 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=39443)
[junit4] 2> 1390978 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 39443 try number 2 ...
[junit4] 2> 1390978 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 1390982 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1390982 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1390982 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1390983 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fdcb5f6{/solr,null,AVAILABLE}
[junit4] 2> 1390983 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e9bf89c{SSL, (ssl, http/1.1)}{127.0.0.1:39443}
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.s.Server Started @1391022ms
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36171/solr, hostPort=39443}
[junit4] 2> 1390984 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 1390984 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T02:17:53.880Z
[junit4] 2> 1390986 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1390990 INFO (zkConnectionManagerCallback-13207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1390990 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1390991 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1390994 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1391325 INFO (OverseerCollectionConfigSetProcessor-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [n:127.0.0.1:41021_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1391914 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1391915 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1391916 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3936ec58[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1391916 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3936ec58[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1391918 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1391919 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5678dd6e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1391919 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5678dd6e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1391920 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36171/solr
[junit4] 2> 1391921 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1391922 INFO (zkConnectionManagerCallback-13218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1391922 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1392024 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1392025 INFO (zkConnectionManagerCallback-13220-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1392026 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1392030 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1392031 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1392034 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39443_solr as DOWN
[junit4] 2> 1392035 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1392035 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39443_solr
[junit4] 2> 1392036 INFO (zkCallback-13155-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1392036 INFO (zkCallback-13186-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1392036 INFO (zkCallback-13219-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1392038 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1392038 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1392056 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1
[junit4] 2> 1392056 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]) [n:127.0.0.1:39443_solr ] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n1]
[junit4] 2> 1392065 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1392066 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1392066 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1392072 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 1392073 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1392073 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1392073 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
[junit4] 2> 1392073 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
[junit4] 2> 1392103 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1392104 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1392104 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1392104 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1392105 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1392105 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1392105 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1392106 INFO (coreLoadExecutor-13226-thread-1-processing-n:127.0.0.1:39443_solr) [n:127.0.0.1:39443_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709301642037297152
[junit4] 2> 1392108 INFO (se
[...truncated too long message...]
ersion=2} status=0 QTime=10926
[junit4] 2> 1403079 INFO (OverseerAutoScalingTriggerThread-74099909744656390-127.0.0.1:41021_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1403083 WARN (jetty-launcher-13136-thread-2-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae380006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae380006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1403085 INFO (closeThreadPool-13248-thread-2) [ ] o.a.s.c.Overseer Overseer (id=74099909744656390-127.0.0.1:41021_solr-n_0000000000) closing
[junit4] 2> 1403183 INFO (jetty-closer-13240-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74099909744656390-127.0.0.1:41021_solr-n_0000000000) closing
[junit4] 2> 1403184 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E925B64BC6BD9815]-SendThread(127.0.0.1:36171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1074179ae38000c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae38000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1074179ae38000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1403184 INFO (jetty-closer-13240-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@13a4b406{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1403185 INFO (jetty-closer-13240-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e6d44d3{/solr,null,STOPPED}
[junit4] 2> 1403185 INFO (jetty-closer-13240-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1403286 INFO (jetty-closer-13240-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4e9bf89c{SSL, (ssl, http/1.1)}{127.0.0.1:39443}
[junit4] 2> 1403286 INFO (jetty-closer-13240-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5fdcb5f6{/solr,null,STOPPED}
[junit4] 2> 1403286 INFO (jetty-closer-13240-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1403286 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1403489 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testOtherReplicasAreNotActive/terms/shard1
[junit4] 2> 8 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2> 3 /solr/collections/testLeaderFailsOver/terms/shard1
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/74099909744656390-127.0.0.1:41021_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/74099909744656390-core_node4-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/overseer/queue
[junit4] 2> 17 /solr/overseer/collection-queue-work
[junit4] 2> 16 /solr/collections
[junit4] 2> 14 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2>
[junit4] 2> 1403491 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36171
[junit4] 2> 1403491 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36171
[junit4] 2> 1403491 INFO (SUITE-LeaderTragicEventTest-seed#[E925B64BC6BD9815]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36171
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E925B64BC6BD9815-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=114, maxMBSortInHeap=7.194838605960243, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=zh, timezone=Africa/Ceuta
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=130115800,total=504365056
[junit4] 2> NOTE: All tests run in this JVM: [TestHdfsBackupRestoreCore, RequiredFieldsTest, TestBooleanSimilarityFactory, DistributedFacetPivotWhiteBoxTest, TestPullReplicaErrorHandling, SolrCoreTest, TestUnInvertedFieldException, FacetPivotSmallTest, TestCloudManagedSchema, PKIAuthenticationIntegrationTest, JavaBinAtomicUpdateMultivalueTest, TestLegacyFieldReuse, JWTAuthPluginTest, HdfsDirectoryFactoryTest, PeerSyncTest, FileBasedSpellCheckerTest, UtilsToolTest, TestSQLHandlerNonCloud, TestClusterProperties, TestSimClusterStateProvider, MetricsHistoryWithAuthIntegrationTest, TestRetrieveFieldsOptimizer, BitVectorTest, CurrencyRangeFacetCloudTest, TestDynamicURP, TestStressRecovery, BadCopyFieldTest, RankQParserPluginTest, TestTrackingShardHandlerFactory, QueryElevationComponentTest, TestUpdate, TestCloudDeleteByQuery, NodeAddedTriggerTest, TestSystemIdResolver, HdfsWriteToMultipleCollectionsTest, ReindexCollectionTest, TestJsonFacetsWithNestedObjects, TestNRTOpen, RegexBoostProcessorTest, TestEmbeddedSolrServerAdminHandler, TestFieldCacheWithThreads, TestSolrDeletionPolicy2, TestJsonFacetErrors, ZkFailoverTest, TestIBSimilarityFactory, DirectSolrConnectionTest, TestJsonRequest, CreateRoutedAliasTest, RestoreTriggerStateTest, TestUseDocValuesAsStored2, TestPHPSerializedResponseWriter, CoreSorterTest, TestStressIncrementalBackup, SuggestComponentTest, TestFreeTextSuggestions, CoreAdminRequestStatusTest, SuggesterFSTTest, TestSolrQueryParser, ProtectedTermFilterFactoryTest, UnloadDistributedZkTest, TestStressInPlaceUpdates, TestBlobHandler, TestHashQParserPlugin, CopyFieldTest, TestSchemalessBufferedUpdates, IndexSizeEstimatorTest, CdcrBidirectionalTest, TriggerCooldownIntegrationTest, BlockCacheTest, TestDistributedTracing, TestHalfAndHalfDocValues, CdcrRequestHandlerTest, TestCorePropertiesReload, TestReversedWildcardFilterFactory, NestedShardedAtomicUpdateTest, JvmMetricsTest, TestSchemaResource, TestUniqueKeyFieldResource, DistribDocExpirationUpdateProcessorTest, SecurityConfHandlerTest, ChaosMonkeyNothingIsSafeTest, TestDocBasedVersionConstraints, DocExpirationUpdateProcessorFactoryTest, TestSegmentSorting, TestElisionMultitermQuery, TestNonDefinedSimilarityFactory, CollectionsAPISolrJTest, TestSurroundQueryParser, SimplePostToolTest, PreAnalyzedFieldManagedSchemaCloudTest, TestBlockCollapse, TestCustomDocTransformer, TestFieldCacheReopen, RoutingToNodesWithPropertiesTest, MaxScoreCollectorTest, SearchRateTriggerIntegrationTest, PackageManagerCLITest, HdfsLockFactoryTest, HdfsAutoAddReplicasIntegrationTest, DocValuesMissingTest, CSVRequestHandlerTest, TestReRankQParserPlugin, TestSimpleQParserPlugin, TestFunctionQuery, CollectionTooManyReplicasTest, TestNumericRangeQuery32, TestConfLoadPerf, CloneFieldUpdateProcessorFactoryTest, TestLRUCache, DistributedQueryElevationComponentTest, DocValuesNotIndexedTest, OverseerCollectionConfigSetProcessorTest, MoreLikeThisHandlerTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestDistributedSearch, TestRandomFaceting, ActionThrottleTest, AliasIntegrationTest, CloudExitableDirectoryReaderTest, DeleteNodeTest, DistributedQueueTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest]
[junit4] Completed [498/939 (1!)] on J1 in 15.51s, 2 tests, 1 error <<< FAILURES!
[...truncated 53999 lines...]