You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/04/04 19:57:53 UTC
[JENKINS-EA] Lucene-Solr-7.3-Linux (64bit/jdk-11-ea+5) - Build #
121 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.3-Linux/121/
Java: 64bit/jdk-11-ea+5 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest
Error Message:
expected:<4> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<4> but was:<2>
at __randomizedtesting.SeedInfo.seed([A07A1A56521AF59C:D48AFB13163EB213]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:102)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:841)
Build Log:
[...truncated 13197 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 871188 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/init-core-data-001
[junit4] 2> 871188 WARN (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 871188 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 871188 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 871189 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001
[junit4] 2> 871189 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 871189 INFO (Thread-2406) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 871189 INFO (Thread-2406) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 871191 ERROR (Thread-2406) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 871289 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38303
[junit4] 2> 871291 INFO (zkConnectionManagerCallback-1803-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871294 INFO (jetty-launcher-1800-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 871294 INFO (jetty-launcher-1800-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dc3ac37{/solr,null,AVAILABLE}
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@434976f8{/solr,null,AVAILABLE}
[junit4] 2> 871298 INFO (jetty-launcher-1800-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@378c711{SSL,[ssl, http/1.1]}{127.0.0.1:33291}
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-2) [ ] o.e.j.s.Server Started @874828ms
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33291}
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b933844{SSL,[ssl, http/1.1]}{127.0.0.1:46489}
[junit4] 2> 871299 ERROR (jetty-launcher-1800-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-1) [ ] o.e.j.s.Server Started @874829ms
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46489}
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 871299 ERROR (jetty-launcher-1800-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-04T19:20:10.001384Z
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 871299 INFO (jetty-launcher-1800-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-04T19:20:10.001498Z
[junit4] 2> 871300 INFO (zkConnectionManagerCallback-1805-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871300 INFO (zkConnectionManagerCallback-1807-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871300 INFO (jetty-launcher-1800-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 871300 INFO (jetty-launcher-1800-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 871304 INFO (jetty-launcher-1800-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38303/solr
[junit4] 2> 871304 INFO (jetty-launcher-1800-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38303/solr
[junit4] 2> 871309 INFO (zkConnectionManagerCallback-1812-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871310 INFO (zkConnectionManagerCallback-1815-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871312 INFO (zkConnectionManagerCallback-1819-thread-1-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871312 INFO (zkConnectionManagerCallback-1817-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871341 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 871341 INFO (jetty-launcher-1800-thread-2) [n:127.0.0.1:33291_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 871341 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46489_solr
[junit4] 2> 871341 INFO (jetty-launcher-1800-thread-2) [n:127.0.0.1:33291_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33291_solr
[junit4] 2> 871342 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.Overseer Overseer (id=72082971894611974-127.0.0.1:46489_solr-n_0000000000) starting
[junit4] 2> 871342 INFO (zkCallback-1818-thread-1-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 871342 INFO (zkCallback-1816-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 871344 INFO (zkConnectionManagerCallback-1825-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871345 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 871345 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38303/solr ready
[junit4] 2> 871346 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46489_solr
[junit4] 2> 871346 INFO (zkCallback-1816-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 871347 INFO (zkCallback-1818-thread-1-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 871347 INFO (zkCallback-1824-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 871371 INFO (jetty-launcher-1800-thread-2) [n:127.0.0.1:33291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 871371 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46489.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 871376 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46489.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 871376 INFO (jetty-launcher-1800-thread-2) [n:127.0.0.1:33291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 871376 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46489.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 871376 INFO (jetty-launcher-1800-thread-2) [n:127.0.0.1:33291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 871377 INFO (jetty-launcher-1800-thread-2) [n:127.0.0.1:33291_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node2/.
[junit4] 2> 871377 INFO (jetty-launcher-1800-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node1/.
[junit4] 2> 871378 INFO (zkConnectionManagerCallback-1829-thread-1-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871379 INFO (jetty-launcher-1800-thread-2) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 871380 INFO (jetty-launcher-1800-thread-2) [n:127.0.0.1:33291_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38303/solr ready
[junit4] 2> 871406 INFO (zkConnectionManagerCallback-1831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871408 INFO (zkConnectionManagerCallback-1835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 871410 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 871410 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38303/solr ready
[junit4] 2> 871421 INFO (qtp569764006-7876) [n:127.0.0.1:33291_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 871422 INFO (OverseerThreadFactory-2601-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 871527 INFO (OverseerStateUpdate-72082971894611974-127.0.0.1:46489_solr-n_0000000000) [n:127.0.0.1:46489_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46489/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 871528 INFO (OverseerStateUpdate-72082971894611974-127.0.0.1:46489_solr-n_0000000000) [n:127.0.0.1:46489_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33291/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 871528 INFO (OverseerStateUpdate-72082971894611974-127.0.0.1:46489_solr-n_0000000000) [n:127.0.0.1:46489_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46489/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 871529 INFO (OverseerStateUpdate-72082971894611974-127.0.0.1:46489_solr-n_0000000000) [n:127.0.0.1:46489_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33291/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 871739 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 871739 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 871739 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 871749 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 871749 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 871749 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 871851 INFO (zkCallback-1816-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 871851 INFO (zkCallback-1818-thread-1-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 871851 INFO (zkCallback-1818-thread-3-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 871851 INFO (zkCallback-1818-thread-2-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 871852 INFO (zkCallback-1816-thread-2-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 872753 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 872754 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 872754 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 872755 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 872765 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
[junit4] 2> 872765 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema [collection1_shard1_replica_t2] Schema name=minimal
[junit4] 2> 872765 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
[junit4] 2> 872765 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 872766 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 872766 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t2' using configuration from collection collection1, trusted=true
[junit4] 2> 872767 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 872767 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 872767 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 872767 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
[junit4] 2> 872767 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33291.solr.core.collection1.shard1.replica_t2' (registry 'solr.core.collection1.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 872767 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
[junit4] 2> 872767 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
[junit4] 2> 872767 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 872767 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [[collection1_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node2/collection1_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node2/./collection1_shard1_replica_t2/data/]
[junit4] 2> 872767 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46489.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 872767 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33291.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 872767 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46489.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60a4d188
[junit4] 2> 872767 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 872767 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 872767 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node2/collection1_shard2_replica_t6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node2/./collection1_shard2_replica_t6/data/]
[junit4] 2> 872767 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node1/collection1_shard2_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node1/./collection1_shard2_replica_t4/data/]
[junit4] 2> 872767 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 872768 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node1/collection1_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001/tempDir-001/node1/./collection1_shard1_replica_t1/data/]
[junit4] 2> 872859 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 872859 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 872860 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 872860 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 872862 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@418c2ed5[collection1_shard2_replica_t4] main]
[junit4] 2> 872862 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 872863 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 872863 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 872863 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 872863 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 872863 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 872863 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 872864 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 872864 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 872864 INFO (searcherExecutor-2609-thread-1-processing-n:127.0.0.1:46489_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@418c2ed5[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 872864 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596844525817430016
[junit4] 2> 872864 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 872864 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 872865 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35306a73[collection1_shard1_replica_t1] main]
[junit4] 2> 872866 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 872866 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 872866 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 872866 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 872866 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@20dc62d1[collection1_shard2_replica_t6] main]
[junit4] 2> 872867 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 872867 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 872867 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 872867 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 872867 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 872867 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 872868 INFO (searcherExecutor-2608-thread-1-processing-n:127.0.0.1:46489_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@35306a73[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 872868 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 872868 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596844525821624320
[junit4] 2> 872868 INFO (searcherExecutor-2607-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@20dc62d1[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 872868 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596844525821624320
[junit4] 2> 872868 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@16bc54a4[collection1_shard1_replica_t2] main]
[junit4] 2> 872868 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 872869 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 872869 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 872869 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 872869 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 872870 INFO (searcherExecutor-2606-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@16bc54a4[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 872870 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596844525823721472
[junit4] 2> 872870 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 872871 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 872872 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 872971 INFO (zkCallback-1818-thread-2-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 872971 INFO (zkCallback-1818-thread-3-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 872972 INFO (zkCallback-1816-thread-3-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 872972 INFO (zkCallback-1816-thread-2-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 872971 INFO (zkCallback-1818-thread-1-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873369 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 873369 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 873369 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46489/solr/collection1_shard2_replica_t4/
[junit4] 2> 873369 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=https://127.0.0.1:46489/solr START replicas=[https://127.0.0.1:33291/solr/collection1_shard2_replica_t6/] nUpdates=100
[junit4] 2> 873371 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 873371 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 873371 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46489/solr/collection1_shard1_replica_t1/
[junit4] 2> 873372 INFO (qtp569764006-7944) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 873372 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:46489/solr START replicas=[https://127.0.0.1:33291/solr/collection1_shard1_replica_t2/] nUpdates=100
[junit4] 2> 873373 INFO (qtp569764006-7872) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 873670 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=https://127.0.0.1:46489/solr DONE. We have no versions. sync failed.
[junit4] 2> 873670 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 873670 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 873670 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 873670 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 stopping background replication from leader
[junit4] 2> 873672 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:46489/solr DONE. We have no versions. sync failed.
[junit4] 2> 873672 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 873672 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 873672 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 873672 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 873672 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46489/solr/collection1_shard2_replica_t4/ shard2
[junit4] 2> 873674 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46489/solr/collection1_shard1_replica_t1/ shard1
[junit4] 2> 873775 INFO (zkCallback-1818-thread-3-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873775 INFO (zkCallback-1816-thread-3-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873775 INFO (zkCallback-1816-thread-2-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873775 INFO (zkCallback-1818-thread-2-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873775 INFO (zkCallback-1818-thread-1-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873823 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 873824 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 873872 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 starting background replication from leader
[junit4] 2> 873872 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 873872 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController collection1_shard1_replica_t2 starting background replication from leader
[junit4] 2> 873873 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 873873 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 873874 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 873874 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 873874 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 873887 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2138
[junit4] 2> 873887 INFO (qtp569764006-7868) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2147
[junit4] 2> 873887 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2137
[junit4] 2> 873887 INFO (qtp569764006-7943) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2147
[junit4] 2> 873888 INFO (qtp569764006-7876) [n:127.0.0.1:33291_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 873976 INFO (zkCallback-1818-thread-2-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873976 INFO (zkCallback-1818-thread-1-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873976 INFO (zkCallback-1816-thread-3-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873976 INFO (zkCallback-1818-thread-3-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 873976 INFO (zkCallback-1816-thread-2-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 874408 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:46489/solr/collection1_shard2_replica_t4/
[junit4] 2> 874410 INFO (qtp844649852-7879) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 874411 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 874411 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 874411 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 874411 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 874411 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 874411 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2545bf13[collection1_shard2_replica_t6] main]
[junit4] 2> 874412 INFO (searcherExecutor-2607-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2545bf13[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 874888 INFO (qtp569764006-7876) [n:127.0.0.1:33291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3467
[junit4] 2> 874889 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 874889 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 874897 INFO (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[A07A1A56521AF59C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
[junit4] 2> 874903 INFO (qtp569764006-7944) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1596844527951282176&distrib.from=https://127.0.0.1:46489/solr/collection1_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=*:* (-1596844527951282176)} 0 0
[junit4] 2> 874914 INFO (qtp569764006-7876) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1596844527954427904&distrib.from=https://127.0.0.1:46489/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1596844527954427904)} 0 10
[junit4] 2> 874915 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node7=1, core_node8=1}, version=2}
[junit4] 2> 874915 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:46489/solr/collection1_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=*:* (-1596844527954427904)} 0 12
[junit4] 2> 874915 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
[junit4] 2> 874915 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1596844527951282176)} 0 16
[junit4] 2> 874916 INFO (qtp569764006-7944) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 874916 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596844527969107968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 874916 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 874917 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 874917 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:46489/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 874917 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596844527970156544,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 874918 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 874918 INFO (qtp569764006-7880) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 874920 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 874920 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:46489/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 874922 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 874922 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 875423 INFO (OverseerCollectionConfigSetProcessor-72082971894611974-127.0.0.1:46489_solr-n_0000000000) [n:127.0.0.1:46489_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 875425 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 875425 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 875929 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 875929 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 876433 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 876433 INFO (qtp844649852-7869) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 876499 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:46489/solr/collection1_shard1_replica_t1/
[junit4] 2> 876500 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 876500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 876500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 876500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 876500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 876500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 876500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@10e03c8[collection1_shard1_replica_t2] main]
[junit4] 2> 876501 INFO (searcherExecutor-2606-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@10e03c8[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876937 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 876937 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 877409 INFO (qtp844649852-7869) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 877409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 877409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 877409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 877409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 877409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 877409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@516d75a0[collection1_shard2_replica_t6] main]
[junit4] 2> 877410 INFO (searcherExecutor-2607-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@516d75a0[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 877441 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 877441 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 877944 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 877944 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 878447 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 878447 INFO (qtp844649852-7869) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 878950 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 878950 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 879454 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 879454 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 879499 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 879499 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 879500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 879500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 879500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 879500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 879500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@58ce40[collection1_shard1_replica_t2] main]
[junit4] 2> 879501 INFO (searcherExecutor-2606-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@58ce40[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 879957 INFO (qtp844649852-7869) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 879957 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 880408 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 880409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 880409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 880409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 880409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 880409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 880409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@66cdb2ce[collection1_shard2_replica_t6] main]
[junit4] 2> 880410 INFO (searcherExecutor-2607-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@66cdb2ce[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 880460 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 880460 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 880963 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 880963 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 881467 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 881467 INFO (qtp844649852-7869) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 881971 INFO (qtp844649852-7873) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 881971 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 882474 INFO (qtp844649852-7871) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 882486 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 882499 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 882499 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 882500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 882500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 882500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 882500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 882500 INFO (indexFetcher-2629-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@201cf6bc[collection1_shard1_replica_t2] main]
[junit4] 2> 882501 INFO (searcherExecutor-2606-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@201cf6bc[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 882978 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 882989 INFO (qtp844649852-7945) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 883409 INFO (qtp844649852-7881) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 883409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 883409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 883409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 883409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 883409 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 883418 INFO (indexFetcher-2628-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4263651[collection1_shard2_replica_t6] main]
[junit4] 2> 883419 INFO (searcherExecutor-2607-thread-1-processing-n:127.0.0.1:33291_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@4263651[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 883481 INFO (qtp844649852-7947) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [colle
[...truncated too long message...]
= solr.core.collection1.shard2.replica_t6, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_t6 / com.codahale.metrics.MetricRegistry@49ec1331
[junit4] 2> 920541 INFO (coreCloseExecutor-2731-thread-2) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_t4, tag=1042886882
[junit4] 2> 920541 INFO (coreCloseExecutor-2731-thread-2) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@514172f6: rootName = solr_46489, domain = solr.core.collection1.shard2.replica_t4, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_t4 / com.codahale.metrics.MetricRegistry@5091dc15
[junit4] 2> 920545 INFO (coreCloseExecutor-2730-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_t2, tag=213589732
[junit4] 2> 920546 INFO (coreCloseExecutor-2730-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40a0027e: rootName = solr_33291, domain = solr.core.collection1.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@43d57cfc
[junit4] 2> 920549 INFO (coreCloseExecutor-2731-thread-1) [n:127.0.0.1:46489_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=313661805
[junit4] 2> 920549 INFO (coreCloseExecutor-2731-thread-2) [n:127.0.0.1:46489_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1042886882
[junit4] 2> 920552 INFO (jetty-closer-1801-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72082971894611989-127.0.0.1:46489_solr-n_0000000004) closing
[junit4] 2> 920552 INFO (OverseerStateUpdate-72082971894611989-127.0.0.1:46489_solr-n_0000000004) [n:127.0.0.1:46489_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46489_solr
[junit4] 2> 920552 WARN (OverseerAutoScalingTriggerThread-72082971894611989-127.0.0.1:46489_solr-n_0000000004) [n:127.0.0.1:46489_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 920554 INFO (zkCallback-1883-thread-3-processing-n:127.0.0.1:33291_solr) [n:127.0.0.1:33291_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33291_solr
[junit4] 2> 920554 INFO (jetty-closer-1801-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3056eae1{/solr,null,UNAVAILABLE}
[junit4] 2> 920554 INFO (jetty-closer-1801-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 920556 INFO (coreCloseExecutor-2730-thread-2) [n:127.0.0.1:33291_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1467858841
[junit4] 2> 920556 INFO (coreCloseExecutor-2730-thread-1) [n:127.0.0.1:33291_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=213589732
[junit4] 2> 920559 INFO (jetty-closer-1801-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60962eec{/solr,null,UNAVAILABLE}
[junit4] 2> 920559 INFO (jetty-closer-1801-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 920560 ERROR (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 920560 INFO (SUITE-TestCloudRecovery-seed#[A07A1A56521AF59C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38303 38303
[junit4] 2> 921349 INFO (Thread-2406) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38303 38303
[junit4] 2> 921349 WARN (Thread-2406) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/collections/collection1/terms/shard2
[junit4] 2> 19 /solr/collections/collection1/terms/shard1
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 37 /solr/collections/collection1/state.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.3-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_A07A1A56521AF59C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=311, maxMBSortInHeap=5.332208452171972, sim=RandomSimilarity(queryNorm=false): {}, locale=am-ET, timezone=Etc/GMT-2
[junit4] 2> NOTE: Linux 4.13.0-37-generic amd64/Oracle Corporation 11-ea (64-bit)/cpus=8,threads=1,free=151154224,total=502267904
[junit4] 2> NOTE: All tests run in this JVM: [BlockCacheTest, DocumentBuilderTest, TestLRUCache, CSVRequestHandlerTest, BasicZkTest, TestJsonRequest, UpdateLogTest, SecurityConfHandlerTest, TestMissingGroups, TestFileDictionaryLookup, HttpSolrCallGetCoreTest, TestLeaderElectionWithEmptyReplica, TestPushWriter, SpellCheckCollatorWithCollapseTest, TestIntervalFaceting, DistributedFacetPivotWhiteBoxTest, ConnectionManagerTest, TestFieldCacheSortRandom, TestTrackingShardHandlerFactory, QueryElevationComponentTest, SolrCoreTest, TriggerIntegrationTest, TestDynamicFieldResource, TestStressRecovery, ChaosMonkeySafeLeaderTest, TestUnifiedSolrHighlighter, TestXIncludeConfig, ScriptEngineTest, TestManagedSchemaThreadSafety, NodeAddedTriggerTest, BadComponentTest, TestBlobHandler, RulesTest, MoveReplicaHDFSFailoverTest, BlockJoinFacetSimpleTest, HdfsDirectoryTest, RestartWhileUpdatingTest, SuggesterTest, CustomCollectionTest, SignatureUpdateProcessorFactoryTest, DistributedQueueTest, SolrIndexMetricsTest, TestGeoJSONResponseWriter, HdfsNNFailoverTest, PeerSyncReplicationTest, TestFoldingMultitermQuery, SimpleCollectionCreateDeleteTest, TestHdfsBackupRestoreCore, TestRetrieveFieldsOptimizer, TestHalfAndHalfDocValues, TestCharFilters, TestFieldCache, DOMUtilTest, TestPostingsSolrHighlighter, TestSweetSpotSimilarityFactory, MetricUtilsTest, LeaderFailoverAfterPartitionTest, TestStandardQParsers, UpdateRequestProcessorFactoryTest, TestStressCloudBlindAtomicUpdates, SOLR749Test, TestShardHandlerFactory, SyncSliceTest, SuggestComponentContextFilterQueryTest, RequestLoggingTest, CdcrReplicationDistributedZkTest, TestDistributedMap, PreAnalyzedUpdateProcessorTest, WrapperMergePolicyFactoryTest, PrimitiveFieldTypeTest, TestUtilizeNode, TestSystemIdResolver, SoftAutoCommitTest, TestRuleBasedAuthorizationPlugin, DistributedMLTComponentTest, TestMultiValuedNumericRangeQuery, FileUtilsTest, TestFunctionQuery, ChaosMonkeySafeLeaderWithPullReplicasTest, AtomicUpdateProcessorFactoryTest, CloudExitableDirectoryReaderTest, TestManagedResource, TestPrepRecovery, TestSearchPerf, SchemaVersionSpecificBehaviorTest, ReplaceNodeNoTargetTest, CurrencyRangeFacetCloudTest, TestPartialUpdateDeduplication, CdcrVersionReplicationTest, SuggesterFSTTest, AlternateDirectoryTest, TestZkChroot, TestPerFieldSimilarity, HdfsBasicDistributedZkTest, TestCloudRecovery]
[junit4] Completed [315/783 (1!)] on J1 in 50.17s, 2 tests, 1 failure <<< FAILURES!
[...truncated 44423 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.3-Linux/121/consoleText
[repro] Revision: 538dec63bd8a1a30070420d491bf76adff10f720
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=TestCloudRecovery -Dtests.method=leaderRecoverFromLogOnStartupTest -Dtests.seed=A07A1A56521AF59C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=am-ET -Dtests.timezone=Etc/GMT-2 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestCloudRecovery
[repro] ant compile-test
[...truncated 3315 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudRecovery" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=A07A1A56521AF59C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=am-ET -Dtests.timezone=Etc/GMT-2 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[...truncated 81 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.TestCloudRecovery
[repro] Exiting with code 0
[...truncated 40 lines...]