You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/03/16 17:45:35 UTC

[JENKINS-Experimental-GC] Lucene-Solr-8.5-Linux (64bit/jdk-11.0.6) - Build # 813 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.5-Linux/813/
Java: 64bit/jdk-11.0.6 -XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ReindexCollectionTest.testFailure

Error Message:
.rx_ck_failReindexing still exists

Stack Trace:
java.lang.AssertionError: .rx_ck_failReindexing still exists
	at __randomizedtesting.SeedInfo.seed([A264C356F0011F8C:CAD930BACA317D23]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertFalse(Assert.java:64)
	at org.apache.solr.cloud.ReindexCollectionTest.lambda$testFailure$9(ReindexCollectionTest.java:325)
	at org.apache.solr.common.cloud.ClusterState.lambda$forEachCollection$0(ClusterState.java:363)
	at java.base/java.util.LinkedHashMap.forEach(LinkedHashMap.java:684)
	at org.apache.solr.common.cloud.ClusterState.forEachCollection(ClusterState.java:359)
	at org.apache.solr.cloud.ReindexCollectionTest.testFailure(ReindexCollectionTest.java:324)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 15017 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReindexCollectionTest
   [junit4]   2> 718733 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 718733 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 718734 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/data-dir-128-001
   [junit4]   2> 718734 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 718735 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 718736 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001
   [junit4]   2> 718736 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 718736 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 718736 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 718836 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:38443
   [junit4]   2> 718836 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38443
   [junit4]   2> 718836 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38443
   [junit4]   2> 718836 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38443
   [junit4]   2> 718846 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 718858 INFO  (zkConnectionManagerCallback-3769-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718859 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 718908 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 718931 INFO  (zkConnectionManagerCallback-3771-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718931 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 718943 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 718978 INFO  (zkConnectionManagerCallback-3773-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718978 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 719103 WARN  (jetty-launcher-3774-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 719103 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 719103 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 719103 INFO  (jetty-launcher-3774-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.6+10
   [junit4]   2> 719112 WARN  (jetty-launcher-3774-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 719112 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 719112 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 719112 INFO  (jetty-launcher-3774-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.6+10
   [junit4]   2> 719146 INFO  (jetty-launcher-3774-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 719146 INFO  (jetty-launcher-3774-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 719146 INFO  (jetty-launcher-3774-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 719146 INFO  (jetty-launcher-3774-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74845f8c{/solr,null,AVAILABLE}
   [junit4]   2> 719176 INFO  (jetty-launcher-3774-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 719176 INFO  (jetty-launcher-3774-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 719176 INFO  (jetty-launcher-3774-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 719183 INFO  (jetty-launcher-3774-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7762e466{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44961}
   [junit4]   2> 719183 INFO  (jetty-launcher-3774-thread-1) [     ] o.e.j.s.Server Started @719469ms
   [junit4]   2> 719183 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44961}
   [junit4]   2> 719183 ERROR (jetty-launcher-3774-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 719183 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 719183 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 719183 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 719183 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr
   [junit4]   2> 719183 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T17:22:46.453662Z
   [junit4]   2> 719191 INFO  (jetty-launcher-3774-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@219d63a5{/solr,null,AVAILABLE}
   [junit4]   2> 719194 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 719210 INFO  (jetty-launcher-3774-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@b0837f6{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37543}
   [junit4]   2> 719210 INFO  (jetty-launcher-3774-thread-2) [     ] o.e.j.s.Server Started @719497ms
   [junit4]   2> 719210 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37543}
   [junit4]   2> 719211 ERROR (jetty-launcher-3774-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 719211 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 719211 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 719211 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 719211 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr
   [junit4]   2> 719211 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T17:22:46.481287Z
   [junit4]   2> 719211 INFO  (zkConnectionManagerCallback-3776-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719211 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 719218 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 719228 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 719239 INFO  (zkConnectionManagerCallback-3778-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719239 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 719252 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 719480 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 719491 WARN  (jetty-launcher-3774-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d02877[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 719491 WARN  (jetty-launcher-3774-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d02877[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 719493 WARN  (jetty-launcher-3774-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6185f69c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 719493 WARN  (jetty-launcher-3774-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6185f69c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 719494 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38443/solr
   [junit4]   2> 719506 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 719523 INFO  (zkConnectionManagerCallback-3786-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719523 INFO  (jetty-launcher-3774-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 719532 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 719534 WARN  (jetty-launcher-3774-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3e7e5622[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 719534 WARN  (jetty-launcher-3774-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3e7e5622[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 719536 WARN  (jetty-launcher-3774-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c064a5d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 719536 WARN  (jetty-launcher-3774-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c064a5d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 719537 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38443/solr
   [junit4]   2> 719544 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 719546 INFO  (zkConnectionManagerCallback-3792-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719546 INFO  (jetty-launcher-3774-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 719634 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 719638 INFO  (zkConnectionManagerCallback-3794-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719638 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 719731 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37543_solr
   [junit4]   2> 719733 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.Overseer Overseer (id=72057876910964743-127.0.0.1:37543_solr-n_0000000000) starting
   [junit4]   2> 719756 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 719776 INFO  (OverseerStateUpdate-72057876910964743-127.0.0.1:37543_solr-n_0000000000) [n:127.0.0.1:37543_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37543_solr
   [junit4]   2> 719779 INFO  (zkConnectionManagerCallback-3798-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719779 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 719786 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44961_solr
   [junit4]   2> 719788 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 719788 WARN  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 719800 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:37543_solr as DOWN
   [junit4]   2> 719800 INFO  (zkCallback-3797-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 719800 INFO  (zkCallback-3793-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 719801 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 719801 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37543_solr
   [junit4]   2> 719801 INFO  (zkCallback-3793-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 719805 INFO  (zkCallback-3797-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 719805 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 719806 WARN  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 719814 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 719825 ERROR (Finalizer) [     ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=2043227898
   [junit4]   2> 719825 ERROR (Finalizer) [     ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=2075689601
   [junit4]   2> 719825 ERROR (Finalizer) [     ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1275990041
   [junit4]   2> 719851 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44961.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 719854 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 719856 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44961.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 719856 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44961.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 719857 INFO  (jetty-launcher-3774-thread-1) [n:127.0.0.1:44961_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node1/.
   [junit4]   2> 719871 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37543.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 719879 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37543.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 719879 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37543.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 719880 INFO  (jetty-launcher-3774-thread-2) [n:127.0.0.1:37543_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node2/.
   [junit4]   2> 719914 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 719934 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 719946 INFO  (zkConnectionManagerCallback-3809-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719946 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 719949 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 719954 INFO  (SUITE-ReindexCollectionTest-seed#[A264C356F0011F8C]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38443/solr ready
   [junit4]   2> 720000 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[A264C356F0011F8C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testFailure
   [junit4]   2> 720012 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[A264C356F0011F8C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 720014 INFO  (zkConnectionManagerCallback-3814-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 720014 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[A264C356F0011F8C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 720015 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[A264C356F0011F8C]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 720020 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[A264C356F0011F8C]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38443/solr ready
   [junit4]   2> 720048 INFO  (qtp32529542-12329) [n:127.0.0.1:37543_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=failReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 720065 INFO  (OverseerThreadFactory-3535-thread-1-processing-n:127.0.0.1:37543_solr) [n:127.0.0.1:37543_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection failReindexing
   [junit4]   2> 720197 INFO  (OverseerStateUpdate-72057876910964743-127.0.0.1:37543_solr-n_0000000000) [n:127.0.0.1:37543_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexing_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37543/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37543_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 720201 INFO  (OverseerStateUpdate-72057876910964743-127.0.0.1:37543_solr-n_0000000000) [n:127.0.0.1:37543_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexing_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44961/solr",
   [junit4]   2>   "node_name":"127.0.0.1:44961_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 720203 INFO  (OverseerStateUpdate-72057876910964743-127.0.0.1:37543_solr-n_0000000000) [n:127.0.0.1:37543_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"failReindexing_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37543/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37543_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 720204 INFO  (OverseerStateUpdate-72057876910964743-127.0.0.1:37543_solr-n_0000000000) [n:127.0.0.1:37543_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"failReindexing_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44961/solr",
   [junit4]   2>   "node_name":"127.0.0.1:44961_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 720425 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr    x:failReindexing_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 720426 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr    x:failReindexing_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n2&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 720426 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr    x:failReindexing_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 720426 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr    x:failReindexing_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 720433 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 720436 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr    x:failReindexing_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n4&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 720436 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 720443 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.s.IndexSchema [failReindexing_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 720445 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 720445 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard2_replica_n6' using configuration from configset conf1, trusted=true
   [junit4]   2> 720446 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44961.solr.core.failReindexing.shard2.replica_n6' (registry 'solr.core.failReindexing.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 720446 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.SolrCore [[failReindexing_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node1/failReindexing_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node1/./failReindexing_shard2_replica_n6/data/]
   [junit4]   2> 720447 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.s.IndexSchema [failReindexing_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 720449 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 720449 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard1_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 720449 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44961.solr.core.failReindexing.shard1.replica_n2' (registry 'solr.core.failReindexing.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 720449 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.SolrCore [[failReindexing_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node1/failReindexing_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node1/./failReindexing_shard1_replica_n2/data/]
   [junit4]   2> 720459 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 720461 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 720473 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.s.IndexSchema [failReindexing_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 720514 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 720514 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard2_replica_n4' using configuration from configset conf1, trusted=true
   [junit4]   2> 720514 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.s.IndexSchema [failReindexing_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 720515 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37543.solr.core.failReindexing.shard2.replica_n4' (registry 'solr.core.failReindexing.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 720515 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.c.SolrCore [[failReindexing_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node2/failReindexing_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node2/./failReindexing_shard2_replica_n4/data/]
   [junit4]   2> 720516 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 720516 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 720516 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37543.solr.core.failReindexing.shard1.replica_n1' (registry 'solr.core.failReindexing.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 720516 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.SolrCore [[failReindexing_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node2/failReindexing_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node2/./failReindexing_shard1_replica_n1/data/]
   [junit4]   2> 720578 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 720578 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 720581 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 720581 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 720583 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@285329aa[failReindexing_shard1_replica_n2] main]
   [junit4]   2> 720590 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 720591 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 720592 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 720592 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661342180035264512
   [junit4]   2> 720593 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 720593 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 720594 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 720594 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 720594 INFO  (searcherExecutor-3545-thread-1-processing-n:127.0.0.1:44961_solr x:failReindexing_shard1_replica_n2 c:failReindexing s:shard1 r:core_node5) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.SolrCore [failReindexing_shard1_replica_n2] Registered new searcher Searcher@285329aa[failReindexing_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 720595 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@64db420[failReindexing_shard2_replica_n6] main]
   [junit4]   2> 720596 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 720596 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 720596 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 720596 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661342180039458816
   [junit4]   2> 720599 INFO  (searcherExecutor-3544-thread-1-processing-n:127.0.0.1:44961_solr x:failReindexing_shard2_replica_n6 c:failReindexing s:shard2 r:core_node8) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.SolrCore [failReindexing_shard2_replica_n6] Registered new searcher Searcher@64db420[failReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 720599 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 720599 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard1
   [junit4]   2> 720601 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 720601 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard2
   [junit4]   2> 720602 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 720608 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 720608 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 720608 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 720608 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 720609 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 720609 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 720610 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 720610 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 720610 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36cd4e9e[failReindexing_shard1_replica_n1] main]
   [junit4]   2> 720611 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31d3c172[failReindexing_shard2_replica_n4] main]
   [junit4]   2> 720611 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 720612 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 720612 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 720612 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 720612 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 720613 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661342180057284608
   [junit4]   2> 720613 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 720614 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 720614 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661342180058333184
   [junit4]   2> 720617 INFO  (searcherExecutor-3546-thread-1-processing-n:127.0.0.1:37543_solr x:failReindexing_shard2_replica_n4 c:failReindexing s:shard2 r:core_node7) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.c.SolrCore [failReindexing_shard2_replica_n4] Registered new searcher Searcher@31d3c172[failReindexing_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 720720 INFO  (searcherExecutor-3547-thread-1-processing-n:127.0.0.1:37543_solr x:failReindexing_shard1_replica_n1 c:failReindexing s:shard1 r:core_node3) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.SolrCore [failReindexing_shard1_replica_n1] Registered new searcher Searcher@36cd4e9e[failReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 720728 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 720728 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard1
   [junit4]   2> 720730 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 720730 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard2
   [junit4]   2> 721103 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 721103 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 721103 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44961/solr/failReindexing_shard1_replica_n2/
   [junit4]   2> 721103 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard1_replica_n2 url=https://127.0.0.1:44961/solr START replicas=[https://127.0.0.1:37543/solr/failReindexing_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 721104 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard1_replica_n2 url=https://127.0.0.1:44961/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 721127 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 721127 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 721127 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44961/solr/failReindexing_shard2_replica_n6/
   [junit4]   2> 721128 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard2_replica_n6 url=https://127.0.0.1:44961/solr START replicas=[https://127.0.0.1:37543/solr/failReindexing_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 721131 INFO  (qtp32529542-12331) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 721131 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 721131 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 721131 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexing/leaders/shard1/leader after winning as /collections/failReindexing/leader_elect/shard1/election/72057876910964744-core_node5-n_0000000000
   [junit4]   2> 721132 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44961/solr/failReindexing_shard1_replica_n2/ shard1
   [junit4]   2> 721138 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard2_replica_n6 url=https://127.0.0.1:44961/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 721139 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.c.S.Request [failReindexing_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 721140 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 721140 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 721140 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexing/leaders/shard2/leader after winning as /collections/failReindexing/leader_elect/shard2/election/72057876910964744-core_node8-n_0000000000
   [junit4]   2> 721141 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44961/solr/failReindexing_shard2_replica_n6/ shard2
   [junit4]   2> 721242 INFO  (zkCallback-3797-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 721243 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 721244 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 721247 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=821
   [junit4]   2> 721248 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n2&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=822
   [junit4]   2> 721357 INFO  (zkCallback-3797-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 721359 INFO  (zkCallback-3797-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 721736 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n4&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1300
   [junit4]   2> 721744 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1319
   [junit4]   2> 721746 INFO  (qtp32529542-12329) [n:127.0.0.1:37543_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 721839 INFO  (zkCallback-3793-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 721839 INFO  (zkCallback-3797-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 721840 INFO  (zkCallback-3797-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 721840 INFO  (qtp32529542-12329) [n:127.0.0.1:37543_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=failReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1793
   [junit4]   2> 721840 INFO  (zkCallback-3793-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 721840 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[A264C356F0011F8C]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: failReindexing
   [junit4]   2> 721853 INFO  (zkCallback-3793-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 721855 INFO  (qtp32529542-12331) [n:127.0.0.1:37543_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=failReindexingTarget&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 721871 INFO  (OverseerThreadFactory-3535-thread-2-processing-n:127.0.0.1:37543_solr) [n:127.0.0.1:37543_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection failReindexingTarget
   [junit4]   2> 721871 INFO  (OverseerCollectionConfigSetProcessor-72057876910964743-127.0.0.1:37543_solr-n_0000000000) [n:127.0.0.1:37543_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 722009 INFO  (OverseerStateUpdate-72057876910964743-127.0.0.1:37543_solr-n_0000000000) [n:127.0.0.1:37543_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexingTarget",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexingTarget_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37543/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37543_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 722211 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr    x:failReindexingTarget_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexingTarget_shard1_replica_n1&action=CREATE&numShards=1&collection=failReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 722219 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 722230 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.s.IndexSchema [failReindexingTarget_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 722232 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 722232 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'failReindexingTarget_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 722232 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37543.solr.core.failReindexingTarget.shard1.replica_n1' (registry 'solr.core.failReindexingTarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65467593
   [junit4]   2> 722233 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.SolrCore [[failReindexingTarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node2/failReindexingTarget_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001/tempDir-001/node2/./failReindexingTarget_shard1_replica_n1/data/]
   [junit4]   2> 722292 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 722292 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 722293 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 722293 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 722294 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7986d5c9[failReindexingTarget_shard1_replica_n1] main]
   [junit4]   2> 722298 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 722298 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 722298 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 722298 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661342181824135168
   [junit4]   2> 722300 INFO  (searcherExecutor-3564-thread-1-processing-n:127.0.0.1:37543_solr x:failReindexingTarget_shard1_replica_n1 c:failReindexingTarget s:shard1 r:core_node2) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.SolrCore [failReindexingTarget_shard1_replica_n1] Registered new searcher Searcher@7986d5c9[failReindexingTarget_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 722301 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexingTarget/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 722301 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexingTarget/leaders/shard1
   [junit4]   2> 722315 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 722315 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 722315 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37543/solr/failReindexingTarget_shard1_replica_n1/
   [junit4]   2> 722315 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 722316 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37543/solr/failReindexingTarget_shard1_replica_n1/ has no replicas
   [junit4]   2> 722316 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexingTarget/leaders/shard1/leader after winning as /collections/failReindexingTarget/leader_elect/shard1/election/72057876910964743-core_node2-n_0000000000
   [junit4]   2> 722317 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37543/solr/failReindexingTarget_shard1_replica_n1/ shard1
   [junit4]   2> 722423 INFO  (zkCallback-3793-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 722423 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 722425 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexingTarget_shard1_replica_n1&action=CREATE&numShards=1&collection=failReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=214
   [junit4]   2> 722439 INFO  (qtp32529542-12331) [n:127.0.0.1:37543_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 722526 INFO  (zkCallback-3793-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 722526 INFO  (zkCallback-3793-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 722526 INFO  (qtp32529542-12331) [n:127.0.0.1:37543_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=failReindexingTarget&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=671
   [junit4]   2> 722527 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[A264C356F0011F8C]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: failReindexingTarget
   [junit4]   2> 722532 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=failReindexingTarget&name=failAlias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 722556 INFO  (OverseerCollectionConfigSetProcessor-72057876910964743-127.0.0.1:37543_solr-n_0000000000) [n:127.0.0.1:37543_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 722663 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=failReindexingTarget&name=failAlias&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=130
   [junit4]   2> 722690 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node7=1, core_node8=1}, version=2}
   [junit4]   2> 722738 INFO  (qtp32529542-12358) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44961/solr/failReindexing_shard2_replica_n6/&wt=javabin&version=2}{add=[2 (1661342182226788352), 3 (1661342182230982656), 5 (1661342182232031232), 6 (1661342182232031233), 7 (1661342182232031234), 9 (1661342182232031235), 17 (1661342182232031236), 18 (1661342182232031237), 19 (1661342182232031238), 21 (1661342182232031239), ... (97 adds)]} 0 5
   [junit4]   2> 722738 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n6]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1661342182226788352), 3 (1661342182230982656), 5 (1661342182232031232), 6 (1661342182232031233), 7 (1661342182232031234), 9 (1661342182232031235), 17 (1661342182232031236), 18 (1661342182232031237), 19 (1661342182232031238), 21 (1661342182232031239), ... (97 adds)]} 0 56
   [junit4]   2> 722739 INFO  (qtp2107281174-12344) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
   [junit4]   2> 722740 INFO  (qtp32529542-12331) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44961/solr/failReindexing_shard1_replica_n2/&wt=javabin&version=2}{add=[0 (1661342182223642624), 1 (1661342182225739776), 4 (1661342182225739777), 8 (1661342182225739778), 10 (1661342182225739779), 11 (1661342182225739780), 12 (1661342182225739781), 13 (1661342182225739782), 14 (1661342182225739783), 15 (1661342182225739784), ... (103 adds)]} 0 7
   [junit4]   2> 722740 INFO  (qtp2107281174-12344) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1661342182223642624), 1 (1661342182225739776), 4 (1661342182225739777), 8 (1661342182225739778), 10 (1661342182225739779), 11 (1661342182225739780), 12 (1661342182225739781), 13 (1661342182225739782), 14 (1661342182225739783), 15 (1661342182225739784), ... (103 adds)]} 0 62
   [junit4]   2> 722764 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1661342182312771584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 722764 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@27fedce7 commitCommandVersion:1661342182312771584
   [junit4]   2> 722765 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1661342182313820160,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 722765 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@65abe768 commitCommandVersion:1661342182313820160
   [junit4]   2> 722768 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d49ea0a[failReindexing_shard1_replica_n2] main]
   [junit4]   2> 722769 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 722769 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17a7172d[failReindexing_shard1_replica_n1] main]
   [junit4]   2> 722769 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 722770 INFO  (searcherExecutor-3545-thread-1-processing-n:127.0.0.1:44961_solr x:failReindexing_shard1_replica_n2 c:failReindexing s:shard1 r:core_node5) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.c.SolrCore [failReindexing_shard1_replica_n2] Registered new searcher Searcher@3d49ea0a[failReindexing_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.0):C103:[diagnostics={os=Linux, java.vendor=AdoptOpenJDK, java.version=11.0.6, java.vm.version=11.0.6+10, lucene.version=8.5.0, os.arch=amd64, java.runtime.version=11.0.6+10, source=flush, os.version=5.3.0-42-generic, timestamp=1584379370037}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 722771 INFO  (searcherExecutor-3547-thread-1-processing-n:127.0.0.1:37543_solr x:failReindexing_shard1_replica_n1 c:failReindexing s:shard1 r:core_node3) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.SolrCore [failReindexing_shard1_replica_n1] Registered new searcher Searcher@17a7172d[failReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.0):C103:[diagnostics={os=Linux, java.vendor=AdoptOpenJDK, java.version=11.0.6, java.vm.version=11.0.6+10, lucene.version=8.5.0, os.arch=amd64, java.runtime.version=11.0.6+10, source=flush, os.version=5.3.0-42-generic, timestamp=1584379370038}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 722772 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44961/solr/failReindexing_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
   [junit4]   2> 722772 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44961/solr/failReindexing_shard2_replica_n6/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
   [junit4]   2> 722773 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1661342182322208768,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 722773 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@506c1c51 commitCommandVersion:1661342182322208768
   [junit4]   2> 722774 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1661342182323257344,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 722774 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@16cc0feb commitCommandVersion:1661342182323257344
   [junit4]   2> 722777 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@42da035e[failReindexing_shard2_replica_n4] main]
   [junit4]   2> 722777 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 722778 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@132599e5[failReindexing_shard2_replica_n6] main]
   [junit4]   2> 722778 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 722779 INFO  (searcherExecutor-3546-thread-1-processing-n:127.0.0.1:37543_solr x:failReindexing_shard2_replica_n4 c:failReindexing s:shard2 r:core_node7) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.c.SolrCore [failReindexing_shard2_replica_n4] Registered new searcher Searcher@42da035e[failReindexing_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.0):C97:[diagnostics={os=Linux, java.vendor=AdoptOpenJDK, java.version=11.0.6, java.vm.version=11.0.6+10, lucene.version=8.5.0, os.arch=amd64, java.runtime.version=11.0.6+10, source=flush, os.version=5.3.0-42-generic, timestamp=1584379370046}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 722779 INFO  (qtp32529542-12342) [n:127.0.0.1:37543_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44961/solr/failReindexing_shard2_replica_n6/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
   [junit4]   2> 722779 INFO  (searcherExecutor-3544-thread-1-processing-n:127.0.0.1:44961_solr x:failReindexing_shard2_replica_n6 c:failReindexing s:shard2 r:core_node8) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.SolrCore [failReindexing_shard2_replica_n6] Registered new searcher Searcher@132599e5[failReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.0):C97:[diagnostics={os=Linux, java.vendor=AdoptOpenJDK, java.version=11.0.6, java.vm.version=11.0.6+10, lucene.version=8.5.0, os.arch=amd64, java.runtime.version=11.0.6+10, source=flush, os.version=5.3.0-42-generic, timestamp=1584379370046}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 722784 INFO  (qtp2107281174-12341) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n6]  webapp=/solr path=/update params={_stateVer_=failReindexing:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 43
   [junit4]   2> 722836 INFO  (qtp32529542-12331) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:6&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=https://127.0.0.1:37543/solr/failReindexing_shard1_replica_n1/|https://127.0.0.1:44961/solr/failReindexing_shard1_replica_n2/&rows=10&version=2&q=*:*&omitHeader=false&NOW=1584379370055&isShard=true&wt=javabin} hits=103 status=0 QTime=0
   [junit4]   2> 722840 INFO  (qtp2107281174-12339) [n:127.0.0.1:44961_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6 ] o.a.s.c.S.Request [failReindexing_shard2_replica_n6]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:6&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=https://127.0.0.1:44961/solr/failReindexing_shard2_replica_n6/|https://127.0.0.1:37543/solr/failReindexing_shard2_replica_n4/&rows=10&version=2&q=*:*&omitHeader=false&NOW=1584379370055&isShard=true&wt=javabin} hits=97 status=0 QTime=0
   [junit4]   2> 722841 INFO  (qtp32529542-12343) [n:127.0.0.1:37543_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1 ] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=failReindexing:6&omitHeader=false&shards.purpose=64&NOW=1584379370055&ids=11,0,12,1,13,14,15,4,8,10&isShard=true&shard.url=https://127.0.0.1:37543/solr/failReindexing_shard1_replica_n1/|https://127.0.0.1:44961/solr/failReindexing_shard1_replica_n2/&wt=javabin&version=2} status=0 QTime=0
   [jun

[...truncated too long message...]

getReindexing_true_false_5/state.json
   [junit4]   2> 	4	/solr/collections/sameTargetReindexing_true_true/state.json
   [junit4]   2> 	4	/solr/collections/.rx_ck_failReindexing/state.json
   [junit4]   2> 	4	/solr/collections/.rx_ck_basicReindexing/terms/shard1
   [junit4]   2> 	3	/solr/collections/.rx_ck_sameTargetReindexing_true_true/terms/shard1
   [junit4]   2> 	3	/solr/collections/.rx_ck_sameTargetReindexing_false_false/terms/shard1
   [junit4]   2> 	3	/solr/collections/.rx_ck_sameTargetReindexing_true_true/state.json
   [junit4]   2> 	3	/solr/collections/.rx_ck_sameTargetReindexing_false_true/terms/shard1
   [junit4]   2> 	3	/solr/collections/.rx_ck_sourceLossyReindexing/terms/shard1
   [junit4]   2> 	3	/solr/collections/.rx_ck_sameTargetReindexing_false_true/state.json
   [junit4]   2> 	3	/solr/collections/.rx_ck_abortReindexing/state.json
   [junit4]   2> 	3	/solr/collections/.rx_ck_sameTargetReindexing_true_false/terms/shard1
   [junit4]   2> 	3	/solr/collections/abortReindexing/terms/shard2
   [junit4]   2> 	3	/solr/collections/.rx_ck_failReindexing/terms/shard1
   [junit4]   2> 	2	/solr/collections/reshapeReindexing/collectionprops.json
   [junit4]   2> 	2	/solr/collections/targetLossyReindexing/collectionprops.json
   [junit4]   2> 	2	/solr/collections/sourceLossyReindexing/collectionprops.json
   [junit4]   2> 	2	/solr/collections/basicReindexingTarget/collectionprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/basicReindexing/collectionprops.json
   [junit4]   2> 	2	/solr/collections/.rx_sameTargetReindexing_false_true_4/collectionprops.json
   [junit4]   2> 	2	/solr/collections/sameTargetReindexing_false_false/collectionprops.json
   [junit4]   2> 	2	/solr/collections/.rx_sameTargetReindexing_true_false_5/collectionprops.json
   [junit4]   2> 	2	/solr/collections/.rx_ck_abortReindexing/terms/shard1
   [junit4]   2> 	2	/solr/collections/.rx_sameTargetReindexing_true_true_6/collectionprops.json
   [junit4]   2> 	2	/solr/collections/sameTargetReindexing_true_false/collectionprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/collections/sameTargetReindexing_false_true/collectionprops.json
   [junit4]   2> 	2	/solr/collections/abortReindexing/terms/shard1
   [junit4]   2> 	2	/solr/collections/failReindexing/collectionprops.json
   [junit4]   2> 	2	/solr/collections/abortReindexingTarget/terms/shard1
   [junit4]   2> 	2	/solr/configs/conf2
   [junit4]   2> 	2	/solr/collections/abortReindexingTarget/terms/shard2
   [junit4]   2> 	2	/solr/configs/conf3
   [junit4]   2> 	2	/solr/collections/.rx_sameTargetReindexing_false_false_3/collectionprops.json
   [junit4]   2> 	2	/solr/collections/sameTargetReindexing_true_true/collectionprops.json
   [junit4]   2> 	2	/solr/collections/reshapeReindexingTarget/collectionprops.json
   [junit4]   2> 	2	/solr/collections/failReindexingTarget/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/aliases.json
   [junit4]   2> 	52	/solr/collections/reshapeReindexingTarget/state.json
   [junit4]   2> 	48	/solr/clusterstate.json
   [junit4]   2> 	48	/solr/clusterprops.json
   [junit4]   2> 	40	/solr/collections/sameTargetReindexing_true_false/state.json
   [junit4]   2> 	40	/solr/collections/.rx_sameTargetReindexing_false_true_4/state.json
   [junit4]   2> 	39	/solr/collections/.rx_sameTargetReindexing_false_false_3/state.json
   [junit4]   2> 	34	/solr/collections/failReindexing/state.json
   [junit4]   2> 	32	/solr/collections/.rx_sameTargetReindexing_true_true_6/state.json
   [junit4]   2> 	31	/solr/collections/sameTargetReindexing_true_true/state.json
   [junit4]   2> 	31	/solr/collections/abortReindexing/state.json
   [junit4]   2> 	30	/solr/collections/basicReindexing/state.json
   [junit4]   2> 	28	/solr/collections/reshapeReindexing/state.json
   [junit4]   2> 	28	/solr/collections/sameTargetReindexing_false_true/state.json
   [junit4]   2> 	27	/solr/collections/sourceLossyReindexing/state.json
   [junit4]   2> 	26	/solr/collections/sameTargetReindexing_false_false/state.json
   [junit4]   2> 	25	/solr/collections/targetLossyReindexing/state.json
   [junit4]   2> 	25	/solr/collections/failReindexingTarget/state.json
   [junit4]   2> 	22	/solr/collections/basicReindexingTarget/state.json
   [junit4]   2> 	22	/solr/collections/.rx_sameTargetReindexing_true_false_5/state.json
   [junit4]   2> 	16	/solr/collections/abortReindexingTarget/state.json
   [junit4]   2> 	13	/solr/collections/.rx_ck_reshapeReindexing/state.json
   [junit4]   2> 	13	/solr/collections/.rx_ck_sameTargetReindexing_true_false/state.json
   [junit4]   2> 	13	/solr/collections/.rx_ck_basicReindexing/state.json
   [junit4]   2> 	13	/solr/collections/.rx_ck_sourceLossyReindexing/state.json
   [junit4]   2> 	13	/solr/collections/.rx_ck_sameTargetReindexing_false_false/state.json
   [junit4]   2> 	12	/solr/collections/.rx_ck_sameTargetReindexing_false_true/state.json
   [junit4]   2> 	12	/solr/collections/.rx_ck_sameTargetReindexing_true_true/state.json
   [junit4]   2> 	10	/solr/collections/.rx_ck_failReindexing/state.json
   [junit4]   2> 	9	/solr/collections/.rx_ck_abortReindexing/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	625	/solr/overseer/queue
   [junit4]   2> 	313	/solr/collections
   [junit4]   2> 	137	/solr/overseer/collection-queue-work
   [junit4]   2> 	53	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.5-Linux/solr/build/solr-core/test/J5/temp/solr.cloud.ReindexCollectionTest_A264C356F0011F8C-001
   [junit4]   2> Mar 16, 2020 5:24:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_version_=PostingsFormat(name=LuceneFixedGap), remove_s=Lucene84, _root_=PostingsFormat(name=LuceneFixedGap), string_s=PostingsFormat(name=MockRandom), sind=Lucene84, id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1622, maxMBSortInHeap=7.3781021310018975, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1006a425), locale=nus-SS, timezone=CNT
   [junit4]   2> NOTE: Linux 5.3.0-42-generic amd64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=16,threads=1,free=278921216,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimComputePlanAction, TestCloudPhrasesIdentificationComponent, BlockDirectoryTest, StatsReloadRaceTest, TestHdfsUpdateLog, BadIndexSchemaTest, TestImplicitCoreProperties, TestSerializedLuceneMatchVersion, DistributedDebugComponentTest, InfoHandlerTest, MultiSolrCloudTestCaseTest, TimeRoutedAliasUpdateProcessorTest, SuggesterTSTTest, TestPKIAuthenticationPlugin, WrapperMergePolicyFactoryTest, SearchHandlerTest, TestRawTransformer, DateRangeFieldTest, TestLegacyFieldCache, TestJsonFacetRefinement, DistributedVersionInfoTest, HdfsRestartWhileUpdatingTest, TestFieldCache, HttpPartitionOnCommitTest, PolyFieldTest, TestPackages, TestExportWriter, AddSchemaFieldsUpdateProcessorFactoryTest, TestBulkSchemaAPI, ProtectedTermFilterFactoryTest, AssignTest, OverseerCollectionConfigSetProcessorTest, TestGeoJSONResponseWriter, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, QueryEqualityTest, TermsComponentTest, ConnectionReuseTest, BasicDistributedZkTest, TestFieldTypeCollectionResource, TestClassicSimilarityFactory, PeerSyncWithBufferUpdatesTest, TestNRTOpen, TestConfigOverlay, DocExpirationUpdateProcessorFactoryTest, HighlighterWithoutStoredIdTest, TokenizerChainTest, ScheduledMaintenanceTriggerTest, TestClusterProperties, CdcrReplicationHandlerTest, TestMultiValuedNumericRangeQuery, LeaderFailoverAfterPartitionTest, TestPolicyCloud, TestCloudManagedSchema, MetricsHistoryWithAuthIntegrationTest, DistributedSpellCheckComponentTest, TestComponentsName, TestIntervalFaceting, TestRequestForwarding, TestXmlQParserPlugin, DistributedFacetPivotSmallTest, TestSimUtils, SolrJmxReporterCloudTest, RollingRestartTest, RuleEngineTest, TestSubQueryTransformer, TestMacros, CollectionPropsTest, PhrasesIdentificationComponentTest, TestNestedUpdateProcessor, TestFieldSortValues, DistributedIntervalFacetingTest, SolrPluginUtilsTest, OverseerTest, ReindexCollectionTest]
   [junit4] Completed [500/900 (1!)] on J5 in 90.97s, 6 tests, 1 failure <<< FAILURES!

[...truncated 49356 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.5-Linux/813/consoleText

[repro] Revision: 1050e459027c35d15d4d1ea91a6c14cf2052594f

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC"
[repro] Repro line:  ant test  -Dtestcase=ReindexCollectionTest -Dtests.method=testFailure -Dtests.seed=A264C356F0011F8C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nus-SS -Dtests.timezone=CNT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       ReindexCollectionTest
[repro] ant compile-test

[...truncated 3423 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.ReindexCollectionTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseZGC" -Dtests.seed=A264C356F0011F8C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nus-SS -Dtests.timezone=CNT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 106 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.ReindexCollectionTest
[repro] Exiting with code 0

[...truncated 43 lines...]