You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/05/03 14:31:33 UTC

[JENKINS] Lucene-Solr-Tests-8.1 - Build # 37 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.1/37/

1 tests failed.
FAILED:  org.apache.solr.cloud.ReindexCollectionTest.testReshapeReindexing

Error Message:
num docs expected:<200> but was:<199>

Stack Trace:
java.lang.AssertionError: num docs expected:<200> but was:<199>
	at __randomizedtesting.SeedInfo.seed([8027C4914E685FD5:6B7AB7A8E1739320]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.apache.solr.cloud.ReindexCollectionTest.indexDocs(ReindexCollectionTest.java:376)
	at org.apache.solr.cloud.ReindexCollectionTest.testReshapeReindexing(ReindexCollectionTest.java:221)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14217 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReindexCollectionTest
   [junit4]   2> 2292906 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/init-core-data-001
   [junit4]   2> 2292907 WARN  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 2292908 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2292909 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2292910 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001
   [junit4]   2> 2292910 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2292911 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2292914 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2293011 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:32937
   [junit4]   2> 2293011 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:32937
   [junit4]   2> 2293011 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 32937
   [junit4]   2> 2293014 INFO  (zkConnectionManagerCallback-6908-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293016 INFO  (zkConnectionManagerCallback-6910-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293018 INFO  (zkConnectionManagerCallback-6912-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293019 WARN  (jetty-launcher-6913-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2293019 WARN  (jetty-launcher-6913-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2293019 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2293019 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2293019 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2293020 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2293020 INFO  (jetty-launcher-6913-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2293020 INFO  (jetty-launcher-6913-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2293020 INFO  (jetty-launcher-6913-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2293020 INFO  (jetty-launcher-6913-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2293021 INFO  (jetty-launcher-6913-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2293021 INFO  (jetty-launcher-6913-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c57e452{/solr,null,AVAILABLE}
   [junit4]   2> 2293053 INFO  (jetty-launcher-6913-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4a9c4a88{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46638}
   [junit4]   2> 2293053 INFO  (jetty-launcher-6913-thread-1) [    ] o.e.j.s.Server Started @2293364ms
   [junit4]   2> 2293053 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46638}
   [junit4]   2> 2293053 ERROR (jetty-launcher-6913-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2293053 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2293053 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 2293053 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2293053 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2293053 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T12:51:01.351Z
   [junit4]   2> 2293054 INFO  (jetty-launcher-6913-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2293054 INFO  (jetty-launcher-6913-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2293054 INFO  (jetty-launcher-6913-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2293055 INFO  (jetty-launcher-6913-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f876659{/solr,null,AVAILABLE}
   [junit4]   2> 2293058 INFO  (jetty-launcher-6913-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25ea881{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40956}
   [junit4]   2> 2293058 INFO  (jetty-launcher-6913-thread-2) [    ] o.e.j.s.Server Started @2293369ms
   [junit4]   2> 2293058 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40956}
   [junit4]   2> 2293058 ERROR (jetty-launcher-6913-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2293058 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2293058 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 2293058 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2293058 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2293058 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T12:51:01.356Z
   [junit4]   2> 2293059 INFO  (zkConnectionManagerCallback-6915-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293059 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2293059 INFO  (zkConnectionManagerCallback-6917-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293064 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2293229 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2293231 WARN  (jetty-launcher-6913-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@bf98dab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2293242 WARN  (jetty-launcher-6913-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@e9536d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2293243 INFO  (jetty-launcher-6913-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32937/solr
   [junit4]   2> 2293244 INFO  (zkConnectionManagerCallback-6925-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293246 INFO  (zkConnectionManagerCallback-6927-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293357 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46638_solr
   [junit4]   2> 2293357 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.c.Overseer Overseer (id=74628260818714630-127.0.0.1:46638_solr-n_0000000000) starting
   [junit4]   2> 2293381 INFO  (zkConnectionManagerCallback-6934-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293390 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32937/solr ready
   [junit4]   2> 2293391 INFO  (OverseerStateUpdate-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46638_solr
   [junit4]   2> 2293391 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46638_solr
   [junit4]   2> 2293405 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2293418 WARN  (jetty-launcher-6913-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@21fb486b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2293421 INFO  (zkCallback-6933-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2293422 INFO  (zkCallback-6926-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2293430 WARN  (jetty-launcher-6913-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@71eb879c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2293431 INFO  (jetty-launcher-6913-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32937/solr
   [junit4]   2> 2293433 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2293438 INFO  (zkConnectionManagerCallback-6941-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293471 INFO  (zkConnectionManagerCallback-6943-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293481 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2293481 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46638.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2293484 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40956_solr as DOWN
   [junit4]   2> 2293485 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2293485 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40956_solr
   [junit4]   2> 2293486 INFO  (zkCallback-6926-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2293486 INFO  (zkCallback-6933-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2293489 INFO  (zkCallback-6942-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2293511 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46638.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2293511 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46638.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2293513 INFO  (jetty-launcher-6913-thread-1) [n:127.0.0.1:46638_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node1/.
   [junit4]   2> 2293562 INFO  (zkConnectionManagerCallback-6950-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293563 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2293564 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32937/solr ready
   [junit4]   2> 2293565 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2293589 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40956.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2293606 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40956.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2293606 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40956.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2293607 INFO  (jetty-launcher-6913-thread-2) [n:127.0.0.1:40956_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node2/.
   [junit4]   2> 2293657 INFO  (zkConnectionManagerCallback-6956-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293660 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2293661 INFO  (SUITE-ReindexCollectionTest-seed#[8027C4914E685FD5]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32937/solr ready
   [junit4]   2> 2293694 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[8027C4914E685FD5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailure
   [junit4]   2> 2293696 INFO  (zkConnectionManagerCallback-6961-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293698 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[8027C4914E685FD5]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2293698 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[8027C4914E685FD5]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32937/solr ready
   [junit4]   2> 2293699 INFO  (qtp1908352181-21350) [n:127.0.0.1:40956_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=failReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293706 INFO  (OverseerThreadFactory-5986-thread-1-processing-n:127.0.0.1:46638_solr) [n:127.0.0.1:46638_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection failReindexing
   [junit4]   2> 2293815 INFO  (OverseerStateUpdate-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexing_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46638/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2293817 INFO  (OverseerStateUpdate-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexing_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40956/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2293819 INFO  (OverseerStateUpdate-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"failReindexing_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46638/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2293831 INFO  (OverseerStateUpdate-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"failReindexing_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40956/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2294039 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr    x:failReindexing_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n2&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2294040 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr    x:failReindexing_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n4&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2294040 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr    x:failReindexing_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2294041 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr    x:failReindexing_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2294050 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr    x:failReindexing_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2295092 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2295092 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2295198 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.IndexSchema [failReindexing_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2295198 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.IndexSchema [failReindexing_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2295200 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2295200 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard2_replica_n6' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 2295201 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40956.solr.core.failReindexing.shard2.replica_n6' (registry 'solr.core.failReindexing.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2295201 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [[failReindexing_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node2/failReindexing_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node2/./failReindexing_shard2_replica_n6/data/]
   [junit4]   2> 2295218 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2295238 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2295238 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard1_replica_n1' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 2295239 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46638.solr.core.failReindexing.shard1.replica_n1' (registry 'solr.core.failReindexing.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2295239 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [[failReindexing_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node1/failReindexing_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node1/./failReindexing_shard1_replica_n1/data/]
   [junit4]   2> 2295255 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2295313 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.IndexSchema [failReindexing_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 2295328 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.s.IndexSchema [failReindexing_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2295346 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2295347 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard1_replica_n2' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 2295353 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40956.solr.core.failReindexing.shard1.replica_n2' (registry 'solr.core.failReindexing.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2295353 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.SolrCore [[failReindexing_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node2/failReindexing_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node2/./failReindexing_shard1_replica_n2/data/]
   [junit4]   2> 2295411 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2295411 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard2_replica_n4' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 2295411 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46638.solr.core.failReindexing.shard2.replica_n4' (registry 'solr.core.failReindexing.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2295412 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.SolrCore [[failReindexing_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node1/failReindexing_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node1/./failReindexing_shard2_replica_n4/data/]
   [junit4]   2> 2295719 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2295719 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2295720 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2295720 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2295721 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@28e580cf[failReindexing_shard2_replica_n6] main]
   [junit4]   2> 2295722 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2295755 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2295755 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2295755 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2295755 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2295755 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632515248937238528
   [junit4]   2> 2295756 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2295756 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2295758 INFO  (searcherExecutor-5998-thread-1-processing-n:127.0.0.1:40956_solr x:failReindexing_shard2_replica_n6 c:failReindexing s:shard2 r:core_node8) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [failReindexing_shard2_replica_n6] Registered new searcher Searcher@28e580cf[failReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2295775 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@73c7b13d[failReindexing_shard1_replica_n2] main]
   [junit4]   2> 2295777 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2295777 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2295777 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2295777 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632515248960307200
   [junit4]   2> 2295792 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2295792 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2295793 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2295793 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2295829 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 2295829 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard2
   [junit4]   2> 2295975 INFO  (searcherExecutor-6000-thread-1-processing-n:127.0.0.1:40956_solr x:failReindexing_shard1_replica_n2 c:failReindexing s:shard1 r:core_node5) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.SolrCore [failReindexing_shard1_replica_n2] Registered new searcher Searcher@73c7b13d[failReindexing_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2295975 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19399494[failReindexing_shard1_replica_n1] main]
   [junit4]   2> 2295977 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2296039 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2296039 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2296040 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2296040 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2296041 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@33f93e[failReindexing_shard2_replica_n4] main]
   [junit4]   2> 2296071 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2296071 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2296071 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632515249268588544
   [junit4]   2> 2296084 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9893ms
   [junit4]   2> 2296104 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 2296166 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard1
   [junit4]   2> 2296167 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2296167 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2296167 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2296168 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632515249370300416
   [junit4]   2> 2296193 INFO  (searcherExecutor-5999-thread-1-processing-n:127.0.0.1:46638_solr x:failReindexing_shard1_replica_n1 c:failReindexing s:shard1 r:core_node3) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [failReindexing_shard1_replica_n1] Registered new searcher Searcher@19399494[failReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2296214 INFO  (searcherExecutor-6001-thread-1-processing-n:127.0.0.1:46638_solr x:failReindexing_shard2_replica_n4 c:failReindexing s:shard2 r:core_node7) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.SolrCore [failReindexing_shard2_replica_n4] Registered new searcher Searcher@33f93e[failReindexing_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2296215 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 2296215 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard1
   [junit4]   2> 2296216 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 2296226 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 2296229 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard2
   [junit4]   2> 2296585 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2296585 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2296585 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40956/solr/failReindexing_shard2_replica_n6/
   [junit4]   2> 2296585 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard2_replica_n6 url=http://127.0.0.1:40956/solr START replicas=[http://127.0.0.1:46638/solr/failReindexing_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 2296586 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard2_replica_n6 url=http://127.0.0.1:40956/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2296587 INFO  (qtp2084273396-21345) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.S.Request [failReindexing_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2296588 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2296588 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2296588 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexing/leaders/shard2/leader after winning as /collections/failReindexing/leader_elect/shard2/election/74628260818714633-core_node8-n_0000000000
   [junit4]   2> 2296589 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40956/solr/failReindexing_shard2_replica_n6/ shard2
   [junit4]   2> 2296727 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2296727 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2296727 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40956/solr/failReindexing_shard1_replica_n2/
   [junit4]   2> 2296728 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard1_replica_n2 url=http://127.0.0.1:40956/solr START replicas=[http://127.0.0.1:46638/solr/failReindexing_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 2296728 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard1_replica_n2 url=http://127.0.0.1:40956/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2296730 INFO  (qtp2084273396-21342) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2296730 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2296730 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2296730 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexing/leaders/shard1/leader after winning as /collections/failReindexing/leader_elect/shard1/election/74628260818714633-core_node5-n_0000000000
   [junit4]   2> 2296745 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40956/solr/failReindexing_shard1_replica_n2/ shard1
   [junit4]   2> 2296893 INFO  (zkCallback-6942-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2296895 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2296896 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2296897 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n2&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2857
   [junit4]   2> 2296988 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2937
   [junit4]   2> 2297145 INFO  (zkCallback-6942-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2297145 INFO  (zkCallback-6942-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2297225 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3184
   [junit4]   2> 2297254 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n4&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3214
   [junit4]   2> 2297258 INFO  (qtp1908352181-21350) [n:127.0.0.1:40956_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2297357 INFO  (zkCallback-6942-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2297357 INFO  (zkCallback-6942-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2297357 INFO  (zkCallback-6926-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2297358 INFO  (zkCallback-6926-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2297358 INFO  (qtp1908352181-21350) [n:127.0.0.1:40956_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=failReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3658
   [junit4]   2> 2297360 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=failReindexingTarget&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2297363 INFO  (OverseerCollectionConfigSetProcessor-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2297363 INFO  (OverseerThreadFactory-5986-thread-2-processing-n:127.0.0.1:46638_solr) [n:127.0.0.1:46638_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection failReindexingTarget
   [junit4]   2> 2297583 INFO  (OverseerStateUpdate-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexingTarget",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexingTarget_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40956/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2297785 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr    x:failReindexingTarget_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexingTarget_shard1_replica_n1&action=CREATE&numShards=1&collection=failReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2298806 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2298853 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.IndexSchema [failReindexingTarget_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2298868 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2298868 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'failReindexingTarget_shard1_replica_n1' using configuration from collection failReindexingTarget, trusted=true
   [junit4]   2> 2298869 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40956.solr.core.failReindexingTarget.shard1.replica_n1' (registry 'solr.core.failReindexingTarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64cc56b8
   [junit4]   2> 2298869 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrCore [[failReindexingTarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node2/failReindexingTarget_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_8027C4914E685FD5-001/tempDir-001/node2/./failReindexingTarget_shard1_replica_n1/data/]
   [junit4]   2> 2299066 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2299066 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2299067 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2299068 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2299068 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24ca2099[failReindexingTarget_shard1_replica_n1] main]
   [junit4]   2> 2299073 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2299074 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2299074 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2299074 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632515252417462272
   [junit4]   2> 2299077 INFO  (searcherExecutor-6018-thread-1-processing-n:127.0.0.1:40956_solr x:failReindexingTarget_shard1_replica_n1 c:failReindexingTarget s:shard1 r:core_node2) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrCore [failReindexingTarget_shard1_replica_n1] Registered new searcher Searcher@24ca2099[failReindexingTarget_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2299092 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexingTarget/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2299092 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexingTarget/leaders/shard1
   [junit4]   2> 2299104 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2299104 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2299104 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40956/solr/failReindexingTarget_shard1_replica_n1/
   [junit4]   2> 2299104 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2299104 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40956/solr/failReindexingTarget_shard1_replica_n1/ has no replicas
   [junit4]   2> 2299104 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexingTarget/leaders/shard1/leader after winning as /collections/failReindexingTarget/leader_elect/shard1/election/74628260818714633-core_node2-n_0000000000
   [junit4]   2> 2299114 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40956/solr/failReindexingTarget_shard1_replica_n1/ shard1
   [junit4]   2> 2299218 INFO  (zkCallback-6942-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2299218 INFO  (zkCallback-6942-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2299220 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2299236 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexingTarget_shard1_replica_n1&action=CREATE&numShards=1&collection=failReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1451
   [junit4]   2> 2299239 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2299322 INFO  (zkCallback-6942-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2299322 INFO  (zkCallback-6942-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2299322 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=failReindexingTarget&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1961
   [junit4]   2> 2299322 INFO  (zkCallback-6942-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2299329 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=failReindexingTarget&name=failAlias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2299331 INFO  (OverseerCollectionConfigSetProcessor-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2299442 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=failReindexingTarget&name=failAlias&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=112
   [junit4]   2> 2299604 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node7=1, core_node8=1}, version=2}
   [junit4]   2> 2299742 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
   [junit4]   2> 2299817 INFO  (qtp2084273396-21342) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:40956/solr/failReindexing_shard1_replica_n2/&wt=javabin&version=2}{add=[0 (1632515252819066880), 1 (1632515252833746944), 4 (1632515252833746945), 8 (1632515252833746946), 10 (1632515252833746947), 11 (1632515252833746948), 12 (1632515252833746949), 13 (1632515252833746950), 14 (1632515252833746951), 15 (1632515252833746952), ... (103 adds)]} 0 173
   [junit4]   2> 2299837 INFO  (qtp2084273396-21347) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:40956/solr/failReindexing_shard2_replica_n6/&wt=javabin&version=2}{add=[2 (1632515252849475584), 3 (1632515252936507392), 5 (1632515252936507393), 6 (1632515252936507394), 7 (1632515252936507395), 9 (1632515252936507396), 17 (1632515252936507397), 18 (1632515252936507398), 19 (1632515252936507399), 21 (1632515252936507400), ... (97 adds)]} 0 192
   [junit4]   2> 2299844 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1632515252819066880), 1 (1632515252833746944), 4 (1632515252833746945), 8 (1632515252833746946), 10 (1632515252833746947), 11 (1632515252833746948), 12 (1632515252833746949), 13 (1632515252833746950), 14 (1632515252833746951), 15 (1632515252833746952), ... (103 adds)]} 0 387
   [junit4]   2> 2299844 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n6]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1632515252849475584), 3 (1632515252936507392), 5 (1632515252936507393), 6 (1632515252936507394), 7 (1632515252936507395), 9 (1632515252936507396), 17 (1632515252936507397), 18 (1632515252936507398), 19 (1632515252936507399), 21 (1632515252936507400), ... (97 adds)]} 0 357
   [junit4]   2> 2299944 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632515253329723392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2299949 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@51603039 commitCommandVersion:1632515253329723392
   [junit4]   2> 2299951 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@792b1f63[failReindexing_shard2_replica_n6] main]
   [junit4]   2> 2299951 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2299960 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632515253346500608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2300038 INFO  (searcherExecutor-5998-thread-1-processing-n:127.0.0.1:40956_solr x:failReindexing_shard2_replica_n6 c:failReindexing s:shard2 r:core_node8) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [failReindexing_shard2_replica_n6] Registered new searcher Searcher@792b1f63[failReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.0):C97:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1556887868248}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2300069 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@29b1e1db commitCommandVersion:1632515253346500608
   [junit4]   2> 2300159 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b06aa98[failReindexing_shard2_replica_n4] main]
   [junit4]   2> 2300160 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2300166 INFO  (searcherExecutor-6001-thread-1-processing-n:127.0.0.1:46638_solr x:failReindexing_shard2_replica_n4 c:failReindexing s:shard2 r:core_node7) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.SolrCore [failReindexing_shard2_replica_n4] Registered new searcher Searcher@3b06aa98[failReindexing_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.0):C97:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1556887868457}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2300191 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40956/solr/failReindexing_shard2_replica_n6/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 230
   [junit4]   2> 2300192 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n6]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40956/solr/failReindexing_shard1_replica_n2/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 247
   [junit4]   2> 2300194 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632515253591867392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2300194 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12e65de9 commitCommandVersion:1632515253591867392
   [junit4]   2> 2300206 INFO  (qtp2084273396-21348) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632515253604450304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2300228 INFO  (qtp2084273396-21348) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@63bfaded commitCommandVersion:1632515253604450304
   [junit4]   2> 2300256 INFO  (qtp2084273396-21348) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5344276a[failReindexing_shard1_replica_n1] main]
   [junit4]   2> 2300256 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b54e66c[failReindexing_shard1_replica_n2] main]
   [junit4]   2> 2300257 INFO  (qtp2084273396-21348) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2300258 INFO  (searcherExecutor-5999-thread-1-processing-n:127.0.0.1:46638_solr x:failReindexing_shard1_replica_n1 c:failReindexing s:shard1 r:core_node3) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [failReindexing_shard1_replica_n1] Registered new searcher Searcher@5344276a[failReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.0):C103:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1556887868528}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2300258 INFO  (qtp2084273396-21348) [n:127.0.0.1:46638_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40956/solr/failReindexing_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 52
   [junit4]   2> 2300258 INFO  (searcherExecutor-6000-thread-1-processing-n:127.0.0.1:40956_solr x:failReindexing_shard1_replica_n2 c:failReindexing s:shard1 r:core_node5) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.SolrCore [failReindexing_shard1_replica_n2] Registered new searcher Searcher@1b54e66c[failReindexing_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.0):C103:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1556887868528}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2300273 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2300273 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n2]  webapp=/solr path=/update params={_stateVer_=failReindexing:7&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 417
   [junit4]   2> 2300310 INFO  (qtp2084273396-21348) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.S.Request [failReindexing_shard2_replica_n4]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:46638/solr/failReindexing_shard2_replica_n4/|http://127.0.0.1:40956/solr/failReindexing_shard2_replica_n6/&rows=10&version=2&q=*:*&NOW=1556887868572&isShard=true&wt=javabin} hits=97 status=0 QTime=0
   [junit4]   2> 2300314 INFO  (qtp1908352181-21350) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.S.Request [failReindexing_shard1_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:40956/solr/failReindexing_shard1_replica_n2/|http://127.0.0.1:46638/solr/failReindexing_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1556887868572&isShard=true&wt=javabin} hits=103 status=0 QTime=0
   [junit4]   2> 2300315 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.S.Request [failReindexing_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=failReindexing:7&shards.purpose=64&NOW=1556887868572&ids=11,0,12,1,13,14,15,4,8,10&isShard=true&shard.url=http://127.0.0.1:40956/solr/failReindexing_shard1_replica_n2/|http://127.0.0.1:46638/solr/failReindexing_shard1_replica_n1/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2300316 INFO  (qtp2084273396-21342) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.S.Request [failReindexing_shard2_replica_n4]  webapp=/solr path=/select params={q=*:*&_stateVer_=failReindexing:7&wt=javabin&version=2} hits=200 status=0 QTime=41
   [junit4]   2> 2300382 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reindexcollection with params name=failReindexing&action=REINDEXCOLLECTION&wt=javabin&version=2&target=failReindexingTarget and sendToOCPQueue=true
   [junit4]   2> 2300408 DEBUG (OverseerThreadFactory-5986-thread-4-processing-n:127.0.0.1:46638_solr) [n:127.0.0.1:46638_solr    ] o.a.s.c.a.c.ReindexCollectionCmd *** called: {
   [junit4]   2>   "name":"failReindexing",
   [junit4]   2>   "target":"failReindexingTarget",
   [junit4]   2>   "operation":"reindexcollection"}
   [junit4]   2> 2300410 INFO  (OverseerCollectionConfigSetProcessor-74628260818714630-127.0.0.1:46638_solr-n_0000000000) [n:127.0.0.1:46638_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2300444 INFO  (zkConnectionManagerCallback-6971-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2300445 INFO  (OverseerThreadFactory-5986-thread-4-processing-n:127.0.0.1:46638_solr) [n:127.0.0.1:46638_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2300446 INFO  (OverseerThreadFactory-5986-thread-4-processing-n:127.0.0.1:46638_solr) [n:127.0.0.1:46638_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32937/solr ready
   [junit4]   2> 2300467 INFO  (qtp1908352181-21344) [n:127.0.0.1:40956_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n2] o.a.s.c.S.Request [failReindexing_shard1_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:40956/solr/failReindexing_shard1_replica_n2/|http://127.0.0.1:46638/solr/failReindexing_shard1_replica_n1/&rows=0&version=2&q=*:*&NOW=1556887868745&isShard=true&wt=javabin} hits=103 status=0 QTime=0
   [junit4]   2> 2300468 INFO  (qtp2084273396-21346) [n:127.0.0.1:46638_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.S.Request [failReindexing_shard2_replica_n4]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:46638/solr/failReindexing_shard2_replica_n4/|http://127.0.0.1:40956/solr/failReindexing_shard2_replica_n6/&rows=0&version=2&q=*:*&NOW=1556887868745&isShard=true&wt=javabin} hits=97 status=0 QTime=0
   [junit4]   2> 2300469 INFO  (qtp1908352181-21355) [n:127.0.0.1:40956_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.S.Request [failReindexing_shard2_replica_n6]  webapp=/solr path=/select params={q=*:*&_stateVer_=failReindexing:7&rows=0&wt=javabin&version=2} hits=200 status=0 QTime=21
   [junit4]   2> 2300470 WARN  (OverseerThreadFactory-5986-thread-4-processing-n:127.0.0.1:46638_solr) [n:127.0.0.1:46638_solr    ] o.a.s.c.a.c.ReindexCollectionCmd Error during reindexing of failReindexing
   [junit4]   2>           => org.apache.solr.common.SolrException: Target collection failReindexingTarget already exists! Delete it first.
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.ReindexCollectionCmd.call(ReindexCollectionCmd.java:277)
   [junit4]   2> org.apache.solr.common.SolrException: Target collection failReindexingTarget already exists! Delete it first.
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.ReindexCollectionCmd.call(ReindexCollectionCmd.java:277) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:264) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:505) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 2300492 INFO  (OverseerThreadFactory-5986-thread-4-processing-n:127.0.0.1:46638_solr) [n:127.0.0.1:46638_solr    ] o.a.s.c.a.c.ReindexCollectionCmd ## Cleaning up after abort or error
   [junit4]   2> 2300492 DEBUG (OverseerThreadFactory-5986-thread-4-processing-n:127.0.0.1:46638_solr) [n:127.0.0.1:46638_solr    ] o.a.s.c.a.c.ReindexCollectionCmd  -- turning readOnly mode off for failReindexing
   [junit4]   2> 2300510 INFO  (qtp1908352181-21352) [n:127.0.0.1:40956_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=failReindexing&action=REINDEXCOLLECTION&wt=javabin&version=2&target=failReindexingTarget} status=0 QTime=128
   [junit4]   2> 2300510 INFO  (qtp1908352181-21353) [n:127.0.0.1:40956_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reindexcollection with params name=failReindexing&action=REINDEXCOLLECTIO

[...truncated too long message...]

ttings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null572772136
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null572772136
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null572772136

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 34ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 230 minutes 2 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-8.1 - Build # 39 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.1/39/

1 tests failed.
FAILED:  org.apache.solr.cloud.ReindexCollectionTest.testFailure

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([6995F41A2F5188AB:12807F61561EA04]:0)
	at org.apache.solr.cloud.ReindexCollectionTest.lambda$testFailure$9(ReindexCollectionTest.java:305)
	at org.apache.solr.common.cloud.ClusterState.lambda$forEachCollection$0(ClusterState.java:359)
	at java.util.LinkedHashMap.forEach(LinkedHashMap.java:684)
	at org.apache.solr.common.cloud.ClusterState.forEachCollection(ClusterState.java:357)
	at org.apache.solr.cloud.ReindexCollectionTest.testFailure(ReindexCollectionTest.java:304)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14363 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReindexCollectionTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/init-core-data-001
   [junit4]   2> 2422531 WARN  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
   [junit4]   2> 2422531 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2422532 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2422533 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2422533 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001
   [junit4]   2> 2422543 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2422555 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2422556 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2422669 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39674
   [junit4]   2> 2422669 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39674
   [junit4]   2> 2422669 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39674
   [junit4]   2> 2422707 INFO  (zkConnectionManagerCallback-7089-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2422762 INFO  (zkConnectionManagerCallback-7091-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2422786 INFO  (zkConnectionManagerCallback-7093-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2422803 WARN  (jetty-launcher-7094-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2422804 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2422804 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2422804 INFO  (jetty-launcher-7094-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2422809 WARN  (jetty-launcher-7094-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2422810 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2422810 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2422810 INFO  (jetty-launcher-7094-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2422969 INFO  (jetty-launcher-7094-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2422969 INFO  (jetty-launcher-7094-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2422969 INFO  (jetty-launcher-7094-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2422985 INFO  (jetty-launcher-7094-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@113d30be{/solr,null,AVAILABLE}
   [junit4]   2> 2422986 WARN  (jetty-launcher-7094-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6bddd640[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2423017 INFO  (jetty-launcher-7094-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2423017 INFO  (jetty-launcher-7094-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2423018 INFO  (jetty-launcher-7094-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2423018 INFO  (jetty-launcher-7094-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16116964{/solr,null,AVAILABLE}
   [junit4]   2> 2423018 WARN  (jetty-launcher-7094-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@610f6628[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2423023 INFO  (jetty-launcher-7094-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f5f902d{SSL,[ssl, http/1.1]}{127.0.0.1:35959}
   [junit4]   2> 2423023 INFO  (jetty-launcher-7094-thread-2) [    ] o.e.j.s.Server Started @2423069ms
   [junit4]   2> 2423023 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35959}
   [junit4]   2> 2423024 ERROR (jetty-launcher-7094-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2423024 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2423024 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 2423024 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2423024 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2423024 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T22:41:17.281Z
   [junit4]   2> 2423041 INFO  (jetty-launcher-7094-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@345b1a0{SSL,[ssl, http/1.1]}{127.0.0.1:42201}
   [junit4]   2> 2423041 INFO  (jetty-launcher-7094-thread-1) [    ] o.e.j.s.Server Started @2423087ms
   [junit4]   2> 2423041 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42201}
   [junit4]   2> 2423042 ERROR (jetty-launcher-7094-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2423042 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2423042 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 2423042 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2423042 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2423042 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T22:41:17.299Z
   [junit4]   2> 2423062 INFO  (zkConnectionManagerCallback-7096-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2423071 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2423082 INFO  (zkConnectionManagerCallback-7098-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2423083 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2424110 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2424111 WARN  (jetty-launcher-7094-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2424124 WARN  (jetty-launcher-7094-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7aa68298[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2424126 WARN  (jetty-launcher-7094-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2424126 WARN  (jetty-launcher-7094-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@67967275[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2424142 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2424144 INFO  (jetty-launcher-7094-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39674/solr
   [junit4]   2> 2424161 WARN  (jetty-launcher-7094-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2424196 INFO  (zkConnectionManagerCallback-7106-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2424241 WARN  (jetty-launcher-7094-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@438b23e2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2424257 WARN  (jetty-launcher-7094-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2424258 WARN  (jetty-launcher-7094-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6a3068c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2424259 INFO  (jetty-launcher-7094-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39674/solr
   [junit4]   2> 2424290 INFO  (zkConnectionManagerCallback-7114-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2424342 INFO  (zkConnectionManagerCallback-7109-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2424378 INFO  (zkConnectionManagerCallback-7116-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2424658 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35959_solr
   [junit4]   2> 2424695 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.c.Overseer Overseer (id=74636244126138376-127.0.0.1:35959_solr-n_0000000000) starting
   [junit4]   2> 2425031 INFO  (zkConnectionManagerCallback-7125-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2425053 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39674/solr ready
   [junit4]   2> 2425081 INFO  (OverseerStateUpdate-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35959_solr
   [junit4]   2> 2425128 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35959_solr
   [junit4]   2> 2425191 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2425193 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:42201_solr as DOWN
   [junit4]   2> 2425242 INFO  (zkCallback-7115-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2425286 INFO  (zkCallback-7124-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2425299 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2425299 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42201_solr
   [junit4]   2> 2425322 INFO  (zkCallback-7124-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2425343 INFO  (zkCallback-7115-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2425415 INFO  (zkCallback-7108-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2425433 INFO  (zkConnectionManagerCallback-7130-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2425434 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2425434 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39674/solr ready
   [junit4]   2> 2425435 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2425456 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2426035 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35959.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2426062 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42201.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2426098 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42201.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2426098 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42201.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2426099 INFO  (jetty-launcher-7094-thread-1) [n:127.0.0.1:42201_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node1/.
   [junit4]   2> 2426134 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35959.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2426134 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35959.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2426135 INFO  (jetty-launcher-7094-thread-2) [n:127.0.0.1:35959_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node2/.
   [junit4]   2> 2426449 INFO  (zkConnectionManagerCallback-7137-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2426501 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2426503 INFO  (SUITE-ReindexCollectionTest-seed#[6995F41A2F5188AB]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39674/solr ready
   [junit4]   2> 2427821 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[6995F41A2F5188AB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailure
   [junit4]   2> 2427836 INFO  (zkConnectionManagerCallback-7142-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2427837 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[6995F41A2F5188AB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2427837 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[6995F41A2F5188AB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39674/solr ready
   [junit4]   2> 2427973 INFO  (qtp1174835224-20622) [n:127.0.0.1:35959_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=failReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2428106 INFO  (OverseerThreadFactory-5781-thread-1-processing-n:127.0.0.1:35959_solr) [n:127.0.0.1:35959_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection failReindexing
   [junit4]   2> 2428331 INFO  (OverseerStateUpdate-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexing_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35959/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2428350 INFO  (OverseerStateUpdate-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexing_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42201/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2428352 INFO  (OverseerStateUpdate-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"failReindexing_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35959/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2428367 INFO  (OverseerStateUpdate-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"failReindexing_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42201/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2428608 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr    x:failReindexing_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n4&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2428610 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr    x:failReindexing_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2428610 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr    x:failReindexing_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2428721 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr    x:failReindexing_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n3&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2428744 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr    x:failReindexing_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2430129 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2430170 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2430174 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2430209 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.IndexSchema [failReindexing_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2430212 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2430212 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard2_replica_n6' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 2430230 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.IndexSchema [failReindexing_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 2430240 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42201.solr.core.failReindexing.shard2.replica_n6' (registry 'solr.core.failReindexing.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2430241 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [[failReindexing_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node1/failReindexing_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node1/./failReindexing_shard2_replica_n6/data/]
   [junit4]   2> 2430249 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2430578 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2430578 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard2_replica_n4' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 2430579 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35959.solr.core.failReindexing.shard2.replica_n4' (registry 'solr.core.failReindexing.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2430579 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.SolrCore [[failReindexing_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node2/failReindexing_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node2/./failReindexing_shard2_replica_n4/data/]
   [junit4]   2> 2430622 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.s.IndexSchema [failReindexing_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2430624 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2430624 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard1_replica_n1' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 2430625 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35959.solr.core.failReindexing.shard1.replica_n1' (registry 'solr.core.failReindexing.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2430625 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [[failReindexing_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node2/failReindexing_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node2/./failReindexing_shard1_replica_n1/data/]
   [junit4]   2> 2430630 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.s.IndexSchema [failReindexing_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 2430632 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2430632 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard1_replica_n3' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 2430632 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42201.solr.core.failReindexing.shard1.replica_n3' (registry 'solr.core.failReindexing.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2430632 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.SolrCore [[failReindexing_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node1/failReindexing_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node1/./failReindexing_shard1_replica_n3/data/]
   [junit4]   2> 2431311 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2431311 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2431312 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2431312 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2431313 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1188e180[failReindexing_shard2_replica_n6] main]
   [junit4]   2> 2431326 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2431326 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2431327 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2431327 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2431328 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@66406b6c[failReindexing_shard1_replica_n3] main]
   [junit4]   2> 2431342 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2431363 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2431363 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2431363 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632642988108677120
   [junit4]   2> 2431367 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2431368 INFO  (searcherExecutor-5790-thread-1-processing-n:127.0.0.1:42201_solr x:failReindexing_shard2_replica_n6 c:failReindexing s:shard2 r:core_node8) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [failReindexing_shard2_replica_n6] Registered new searcher Searcher@1188e180[failReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2431368 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2431368 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2431368 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632642988113920000
   [junit4]   2> 2431385 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 2431385 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard2
   [junit4]   2> 2431399 INFO  (searcherExecutor-5793-thread-1-processing-n:127.0.0.1:42201_solr x:failReindexing_shard1_replica_n3 c:failReindexing s:shard1 r:core_node5) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.SolrCore [failReindexing_shard1_replica_n3] Registered new searcher Searcher@66406b6c[failReindexing_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2431420 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 2431420 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard1
   [junit4]   2> 2431423 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2431522 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2431525 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2431525 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2431526 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2431526 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2431527 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@603f2b01[failReindexing_shard1_replica_n1] main]
   [junit4]   2> 2431528 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2431528 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2431535 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2431535 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2431535 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2431535 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632642988289032192
   [junit4]   2> 2431545 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2431545 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2431551 INFO  (searcherExecutor-5792-thread-1-processing-n:127.0.0.1:35959_solr x:failReindexing_shard1_replica_n1 c:failReindexing s:shard1 r:core_node2) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [failReindexing_shard1_replica_n1] Registered new searcher Searcher@603f2b01[failReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2431561 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b806ac5[failReindexing_shard2_replica_n4] main]
   [junit4]   2> 2431570 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node2=0, core_node5=0}, version=1}
   [junit4]   2> 2431570 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard1
   [junit4]   2> 2431574 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2431574 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2431574 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2431574 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632642988329926656
   [junit4]   2> 2431688 INFO  (zkCallback-7115-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2431690 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 2431690 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard2
   [junit4]   2> 2431692 INFO  (searcherExecutor-5791-thread-1-processing-n:127.0.0.1:35959_solr x:failReindexing_shard2_replica_n4 c:failReindexing s:shard2 r:core_node7) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.SolrCore [failReindexing_shard2_replica_n4] Registered new searcher Searcher@6b806ac5[failReindexing_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2431987 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2431987 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2431987 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42201/solr/failReindexing_shard1_replica_n3/
   [junit4]   2> 2431998 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard1_replica_n3 url=https://127.0.0.1:42201/solr START replicas=[https://127.0.0.1:35959/solr/failReindexing_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 2431998 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard1_replica_n3 url=https://127.0.0.1:42201/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2432018 INFO  (qtp1174835224-20621) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2432031 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2432031 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2432031 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexing/leaders/shard1/leader after winning as /collections/failReindexing/leader_elect/shard1/election/74636244126138375-core_node5-n_0000000000
   [junit4]   2> 2432050 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42201/solr/failReindexing_shard1_replica_n3/ shard1
   [junit4]   2> 2432064 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2432064 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2432064 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42201/solr/failReindexing_shard2_replica_n6/
   [junit4]   2> 2432064 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard2_replica_n6 url=https://127.0.0.1:42201/solr START replicas=[https://127.0.0.1:35959/solr/failReindexing_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 2432064 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard2_replica_n6 url=https://127.0.0.1:42201/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2432084 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.S.Request [failReindexing_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=19
   [junit4]   2> 2432085 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2432085 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2432085 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexing/leaders/shard2/leader after winning as /collections/failReindexing/leader_elect/shard2/election/74636244126138375-core_node8-n_0000000000
   [junit4]   2> 2432086 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42201/solr/failReindexing_shard2_replica_n6/ shard2
   [junit4]   2> 2432282 INFO  (zkCallback-7108-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2432304 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2432305 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3561
   [junit4]   2> 2432311 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2432368 INFO  (qtp1134636168-20624) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n3&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3647
   [junit4]   2> 2432509 INFO  (zkCallback-7108-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2432521 INFO  (zkCallback-7108-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2432846 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4236
   [junit4]   2> 2432930 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n4&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4322
   [junit4]   2> 2433028 INFO  (qtp1174835224-20622) [n:127.0.0.1:35959_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2433137 INFO  (zkCallback-7108-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2433137 INFO  (zkCallback-7115-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2433137 INFO  (zkCallback-7108-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2433137 INFO  (zkCallback-7115-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2433178 INFO  (qtp1174835224-20622) [n:127.0.0.1:35959_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=failReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=5205
   [junit4]   2> 2433304 INFO  (qtp1174835224-20621) [n:127.0.0.1:35959_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=failReindexingTarget&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2433364 INFO  (OverseerThreadFactory-5781-thread-2-processing-n:127.0.0.1:35959_solr) [n:127.0.0.1:35959_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection failReindexingTarget
   [junit4]   2> 2433381 INFO  (OverseerCollectionConfigSetProcessor-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2433652 INFO  (OverseerStateUpdate-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexingTarget",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexingTarget_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35959/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2433856 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr    x:failReindexingTarget_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexingTarget_shard1_replica_n1&action=CREATE&numShards=1&collection=failReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2435088 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2435145 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.IndexSchema [failReindexingTarget_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2435179 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2435180 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'failReindexingTarget_shard1_replica_n1' using configuration from collection failReindexingTarget, trusted=true
   [junit4]   2> 2435180 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35959.solr.core.failReindexingTarget.shard1.replica_n1' (registry 'solr.core.failReindexingTarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436b0bcb
   [junit4]   2> 2435180 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrCore [[failReindexingTarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node2/failReindexingTarget_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_6995F41A2F5188AB-001/tempDir-001/node2/./failReindexingTarget_shard1_replica_n1/data/]
   [junit4]   2> 2435588 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2435588 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2435589 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2435589 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2435590 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@209674af[failReindexingTarget_shard1_replica_n1] main]
   [junit4]   2> 2435591 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2435592 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2435625 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2435625 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632642992577708032
   [junit4]   2> 2435627 INFO  (searcherExecutor-5810-thread-1-processing-n:127.0.0.1:35959_solr x:failReindexingTarget_shard1_replica_n1 c:failReindexingTarget s:shard1 r:core_node2) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrCore [failReindexingTarget_shard1_replica_n1] Registered new searcher Searcher@209674af[failReindexingTarget_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2435642 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexingTarget/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2435642 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexingTarget/leaders/shard1
   [junit4]   2> 2435645 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2435661 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2435661 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35959/solr/failReindexingTarget_shard1_replica_n1/
   [junit4]   2> 2435661 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2435661 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:35959/solr/failReindexingTarget_shard1_replica_n1/ has no replicas
   [junit4]   2> 2435661 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexingTarget/leaders/shard1/leader after winning as /collections/failReindexingTarget/leader_elect/shard1/election/74636244126138376-core_node2-n_0000000000
   [junit4]   2> 2435662 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35959/solr/failReindexingTarget_shard1_replica_n1/ shard1
   [junit4]   2> 2435912 INFO  (zkCallback-7115-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2435912 INFO  (zkCallback-7115-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2435916 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2435969 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexingTarget_shard1_replica_n1&action=CREATE&numShards=1&collection=failReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2113
   [junit4]   2> 2435972 INFO  (qtp1174835224-20621) [n:127.0.0.1:35959_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2436058 INFO  (zkCallback-7115-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2436059 INFO  (zkCallback-7115-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2436059 INFO  (zkCallback-7115-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2436059 INFO  (qtp1174835224-20621) [n:127.0.0.1:35959_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=failReindexingTarget&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2754
   [junit4]   2> 2436062 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=failReindexingTarget&name=failAlias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2436224 INFO  (OverseerCollectionConfigSetProcessor-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2436387 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=failReindexingTarget&name=failAlias&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=325
   [junit4]   2> 2436532 INFO  (qtp1134636168-20628) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node7=1, core_node8=1}, version=2}
   [junit4]   2> 2437722 INFO  (qtp1134636168-20626) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node2=1, core_node5=1}, version=2}
   [junit4]   2> 2437760 INFO  (qtp1174835224-20621) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:42201/solr/failReindexing_shard1_replica_n3/&wt=javabin&version=2}{add=[0 (1632642993509892096), 1 (1632642994060394496), 4 (1632642994060394497), 8 (1632642994060394498), 10 (1632642994060394499), 11 (1632642994060394500), 12 (1632642994060394501), 13 (1632642994060394502), 14 (1632642994060394503), 15 (1632642994060394504), ... (103 adds)]} 0 76
   [junit4]   2> 2437773 INFO  (qtp1174835224-20619) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:42201/solr/failReindexing_shard2_replica_n6/&wt=javabin&version=2}{add=[2 (1632642993410277376), 3 (1632642993491017728), 5 (1632642993491017729), 6 (1632642993491017730), 7 (1632642993491017731), 9 (1632642993491017732), 17 (1632642993491017733), 18 (1632642993491017734), 19 (1632642993491017735), 21 (1632642993491017736), ... (97 adds)]} 0 124
   [junit4]   2> 2437809 INFO  (qtp1134636168-20628) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n6]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1632642993410277376), 3 (1632642993491017728), 5 (1632642993491017729), 6 (1632642993491017730), 7 (1632642993491017731), 9 (1632642993491017732), 17 (1632642993491017733), 18 (1632642993491017734), 19 (1632642993491017735), 21 (1632642993491017736), ... (97 adds)]} 0 1389
   [junit4]   2> 2437841 ERROR (updateExecutor-7102-thread-2-processing-x:failReindexing_shard1_replica_n3 r:core_node5 null n:127.0.0.1:42201_solr c:failReindexing s:shard1) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.s.i.ConcurrentUpdateHttp2SolrClient Error consuming and closing http response stream.
   [junit4]   2>           => java.nio.channels.AsynchronousCloseException
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener$Input.read(InputStreamResponseListener.java:316)
   [junit4]   2> java.nio.channels.AsynchronousCloseException: null
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener$Input.read(InputStreamResponseListener.java:316) ~[jetty-client-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.io.InputStream.read(InputStream.java:101) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener$Input.read(InputStreamResponseListener.java:287) ~[jetty-client-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClient$Runner.sendUpdateStream(ConcurrentUpdateHttp2SolrClient.java:283) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClient$Runner.run(ConcurrentUpdateHttp2SolrClient.java:176) ~[java/:?]
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:181) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 2437845 INFO  (qtp1134636168-20626) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1632642993509892096), 1 (1632642994060394496), 4 (1632642994060394497), 8 (1632642994060394498), 10 (1632642994060394499), 11 (1632642994060394500), 12 (1632642994060394501), 13 (1632642994060394502), 14 (1632642994060394503), 15 (1632642994060394504), ... (103 adds)]} 0 1331
   [junit4]   2> 2438405 INFO  (OverseerCollectionConfigSetProcessor-74636244126138376-127.0.0.1:35959_solr-n_0000000000) [n:127.0.0.1:35959_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2438426 INFO  (qtp1134636168-20626) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632642995514769408,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2438426 INFO  (qtp1134636168-20626) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@421f750d commitCommandVersion:1632642995514769408
   [junit4]   2> 2438623 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632642995721338880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2438623 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@31ec1663 commitCommandVersion:1632642995721338880
   [junit4]   2> 2438880 INFO  (qtp1134636168-20626) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@5303ea06[failReindexing_shard1_replica_n3] main]
   [junit4]   2> 2438881 INFO  (qtp1134636168-20626) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2438882 INFO  (searcherExecutor-5793-thread-1-processing-n:127.0.0.1:42201_solr x:failReindexing_shard1_replica_n3 c:failReindexing s:shard1 r:core_node5) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.c.SolrCore [failReindexing_shard1_replica_n3] Registered new searcher Searcher@5303ea06[failReindexing_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.0):C103:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1557009692720}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2438899 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ebcbd82[failReindexing_shard1_replica_n1] main]
   [junit4]   2> 2438899 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2438915 INFO  (searcherExecutor-5792-thread-1-processing-n:127.0.0.1:35959_solr x:failReindexing_shard1_replica_n1 c:failReindexing s:shard1 r:core_node2) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [failReindexing_shard1_replica_n1] Registered new searcher Searcher@1ebcbd82[failReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.0):C103:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1557009692883}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2439061 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42201/solr/failReindexing_shard1_replica_n3/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 437
   [junit4]   2> 2439105 INFO  (qtp1134636168-20626) [n:127.0.0.1:42201_solr c:failReindexing s:shard1 r:core_node5 x:failReindexing_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n3]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42201/solr/failReindexing_shard2_replica_n6/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 679
   [junit4]   2> 2439170 INFO  (qtp1134636168-20625) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632642996294909952,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2439170 INFO  (qtp1134636168-20625) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@71f61411 commitCommandVersion:1632642996294909952
   [junit4]   2> 2439194 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632642996320075776,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2439194 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2ecc7b1d commitCommandVersion:1632642996320075776
   [junit4]   2> 2439305 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@68fa1e36[failReindexing_shard2_replica_n4] main]
   [junit4]   2> 2439305 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2439398 INFO  (searcherExecutor-5791-thread-1-processing-n:127.0.0.1:35959_solr x:failReindexing_shard2_replica_n4 c:failReindexing s:shard2 r:core_node7) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.c.SolrCore [failReindexing_shard2_replica_n4] Registered new searcher Searcher@68fa1e36[failReindexing_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.0):C97:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1557009693561}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2439453 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42201/solr/failReindexing_shard2_replica_n6/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 259
   [junit4]   2> 2439455 INFO  (qtp1134636168-20625) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@47a7fa0c[failReindexing_shard2_replica_n6] main]
   [junit4]   2> 2439455 INFO  (qtp1134636168-20625) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2439465 INFO  (searcherExecutor-5790-thread-1-processing-n:127.0.0.1:42201_solr x:failReindexing_shard2_replica_n6 c:failReindexing s:shard2 r:core_node8) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [failReindexing_shard2_replica_n6] Registered new searcher Searcher@47a7fa0c[failReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.0):C97:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1557009693561}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2439466 INFO  (qtp1134636168-20625) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n6]  webapp=/solr path=/update params={_stateVer_=failReindexing:7&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1490
   [junit4]   2> 2439830 INFO  (qtp1174835224-20620) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:35959/solr/failReindexing_shard1_replica_n1/|https://127.0.0.1:42201/solr/failReindexing_shard1_replica_n3/&rows=10&version=2&q=*:*&NOW=1557009693723&isShard=true&wt=javabin} hits=103 status=0 QTime=0
   [junit4]   2> 2439832 INFO  (qtp1134636168-20625) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.S.Request [failReindexing_shard2_replica_n6]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:42201/solr/failReindexing_shard2_replica_n6/|https://127.0.0.1:35959/solr/failReindexing_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1557009693723&isShard=true&wt=javabin} hits=97 status=0 QTime=0
   [junit4]   2> 2439906 INFO  (qtp1174835224-20618) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=failReindexing:7&shards.purpose=64&NOW=1557009693723&ids=11,0,12,1,13,14,15,4,8,10&isShard=true&shard.url=https://127.0.0.1:35959/solr/failReindexing_shard1_replica_n1/|https://127.0.0.1:42201/solr/failReindexing_shard1_replica_n3/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2439919 INFO  (qtp1134636168-20627) [n:127.0.0.1:42201_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.S.Request [failReindexing_shard2_replica_n6]  webapp=/solr path=/select params={q=*:*&_stateVer_=failReindexing:7&wt=javabin&version=2} hits=200 status=0 QTime=452
   [junit4]   2> 2439939 INFO  (qtp1174835224-20622) [n:127.0.0.1:35959_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reindexcollection with params name=failReindexing&action=REINDEXCOLLECTION&wt=javabin&version=2&target=failReindexingTarget and sendToOCPQueue=true
   [junit4]   2> 2439971 DEBUG (OverseerThreadFactory-5781-thread-4-processing-n:127.0.0.1:35959_solr) [n:127.0.0.1:35959_solr    ] o.a.s.c.a.c.ReindexCollectionCmd *** called: {
   [junit4]   2>   "name":"failReindexing",
   [junit4]   2>   "target":"failReindexingTarget",
   [junit4]   2>   "operation":"reindexcollection"}
   [junit4]   2> 2440064 INFO  (zkConnectionManagerCallback-7152-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2440065 INFO  (OverseerThreadFactory-5781-thread-4-processing-n:127.0.0.1:35959_solr) [n:127.0.0.1:35959_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2440065 INFO  (OverseerThreadFactory-5781-thread-4-processing-n:127.0.0.1:35959_solr) [n:127.0.0.1:35959_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39674/solr ready
   [junit4]   2> 2440883 INFO  (qtp1174835224-20621) [n:127.0.0.1:35959_solr c:failReindexing s:shard1 r:core_node2 x:failReindexing_shard1_replica_n1] o.a.s.c.S.Request [failReindexin

[...truncated too long message...]

s :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null1113290540
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null1113290540
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null1113290540

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 164ms :: artifacts dl 14ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 221 minutes 5 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-8.1 - Build # 38 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.1/38/

2 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDesignatedOverseerRestarts

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:35255/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35255/solr
	at __randomizedtesting.SeedInfo.seed([99CF8DC81A2FA6A2:91EE9A972471B4A8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.OverseerRolesTest.testDesignatedOverseerRestarts(OverseerRolesTest.java:174)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 49 more


FAILED:  org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic

Error Message:
{} expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: {} expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([99CF8DC81A2FA6A2:323590DDC5F3208C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14261 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1740349 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerRolesTest_99CF8DC81A2FA6A2-001/init-core-data-001
   [junit4]   2> 1740350 WARN  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=81 numCloses=81
   [junit4]   2> 1740350 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1740351 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1740352 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerRolesTest_99CF8DC81A2FA6A2-001/tempDir-001
   [junit4]   2> 1740352 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1740352 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1740352 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1740452 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38590
   [junit4]   2> 1740452 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38590
   [junit4]   2> 1740452 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38590
   [junit4]   2> 1740462 INFO  (zkConnectionManagerCallback-5058-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740465 INFO  (zkConnectionManagerCallback-5060-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740466 INFO  (zkConnectionManagerCallback-5062-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740467 WARN  (jetty-launcher-5063-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1740468 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1740468 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1740468 INFO  (jetty-launcher-5063-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1740468 WARN  (jetty-launcher-5063-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1740469 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1740469 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1740469 INFO  (jetty-launcher-5063-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1740469 WARN  (jetty-launcher-5063-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1740469 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1740469 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1740469 INFO  (jetty-launcher-5063-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1740470 WARN  (jetty-launcher-5063-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1740470 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1740470 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1740470 INFO  (jetty-launcher-5063-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1740470 WARN  (jetty-launcher-5063-thread-5) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1740471 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1740471 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1740471 INFO  (jetty-launcher-5063-thread-5) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1740471 WARN  (jetty-launcher-5063-thread-6) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1740472 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1740472 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1740472 INFO  (jetty-launcher-5063-thread-6) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1740472 INFO  (jetty-launcher-5063-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1740472 INFO  (jetty-launcher-5063-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1740472 INFO  (jetty-launcher-5063-thread-4) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1740473 INFO  (jetty-launcher-5063-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5673f05a{/solr,null,AVAILABLE}
   [junit4]   2> 1740473 INFO  (jetty-launcher-5063-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1740473 INFO  (jetty-launcher-5063-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1740474 INFO  (jetty-launcher-5063-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1740474 INFO  (jetty-launcher-5063-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7acefa1b{/solr,null,AVAILABLE}
   [junit4]   2> 1740479 INFO  (jetty-launcher-5063-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1740479 INFO  (jetty-launcher-5063-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1740479 INFO  (jetty-launcher-5063-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1740479 INFO  (jetty-launcher-5063-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b6fb787{/solr,null,AVAILABLE}
   [junit4]   2> 1740480 INFO  (jetty-launcher-5063-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1740480 INFO  (jetty-launcher-5063-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1740480 INFO  (jetty-launcher-5063-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1740480 INFO  (jetty-launcher-5063-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18f0dea4{/solr,null,AVAILABLE}
   [junit4]   2> 1740481 INFO  (jetty-launcher-5063-thread-6) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1740481 INFO  (jetty-launcher-5063-thread-6) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1740481 INFO  (jetty-launcher-5063-thread-6) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1740481 INFO  (jetty-launcher-5063-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e444dd3{/solr,null,AVAILABLE}
   [junit4]   2> 1740482 INFO  (jetty-launcher-5063-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1740482 INFO  (jetty-launcher-5063-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1740482 INFO  (jetty-launcher-5063-thread-5) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1740483 INFO  (jetty-launcher-5063-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@26515d4d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46675}
   [junit4]   2> 1740484 INFO  (jetty-launcher-5063-thread-3) [    ] o.e.j.s.Server Started @1740650ms
   [junit4]   2> 1740484 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46675}
   [junit4]   2> 1740484 ERROR (jetty-launcher-5063-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1740484 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1740484 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 1740484 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1740484 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1740484 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T01:40:35.484Z
   [junit4]   2> 1740485 INFO  (jetty-launcher-5063-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72ba1982{/solr,null,AVAILABLE}
   [junit4]   2> 1740491 INFO  (jetty-launcher-5063-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3c824fa1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36072}
   [junit4]   2> 1740491 INFO  (jetty-launcher-5063-thread-1) [    ] o.e.j.s.Server Started @1740657ms
   [junit4]   2> 1740491 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36072}
   [junit4]   2> 1740491 ERROR (jetty-launcher-5063-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1740491 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1740491 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 1740491 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1740491 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1740491 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T01:40:35.491Z
   [junit4]   2> 1740493 INFO  (jetty-launcher-5063-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70d6e033{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37142}
   [junit4]   2> 1740493 INFO  (jetty-launcher-5063-thread-2) [    ] o.e.j.s.Server Started @1740659ms
   [junit4]   2> 1740493 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37142}
   [junit4]   2> 1740493 ERROR (jetty-launcher-5063-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1740493 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1740493 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 1740493 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1740493 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1740493 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T01:40:35.493Z
   [junit4]   2> 1740494 INFO  (jetty-launcher-5063-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@63714a67{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36059}
   [junit4]   2> 1740495 INFO  (jetty-launcher-5063-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@544f6870{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35255}
   [junit4]   2> 1740495 INFO  (jetty-launcher-5063-thread-5) [    ] o.e.j.s.Server Started @1740661ms
   [junit4]   2> 1740495 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35255}
   [junit4]   2> 1740495 ERROR (jetty-launcher-5063-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1740495 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1740495 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 1740495 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1740495 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1740495 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T01:40:35.495Z
   [junit4]   2> 1740496 INFO  (jetty-launcher-5063-thread-4) [    ] o.e.j.s.Server Started @1740661ms
   [junit4]   2> 1740496 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36059}
   [junit4]   2> 1740496 ERROR (jetty-launcher-5063-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1740496 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1740496 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 1740496 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1740496 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1740496 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T01:40:35.496Z
   [junit4]   2> 1740511 INFO  (zkConnectionManagerCallback-5071-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740511 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1740523 INFO  (zkConnectionManagerCallback-5067-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740523 INFO  (zkConnectionManagerCallback-5065-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740523 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1740523 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1740527 INFO  (zkConnectionManagerCallback-5069-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740527 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1740545 INFO  (jetty-launcher-5063-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c995c76{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45110}
   [junit4]   2> 1740545 INFO  (jetty-launcher-5063-thread-6) [    ] o.e.j.s.Server Started @1740712ms
   [junit4]   2> 1740545 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45110}
   [junit4]   2> 1740546 ERROR (jetty-launcher-5063-thread-6) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1740546 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1740546 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 1740546 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1740546 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1740546 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T01:40:35.546Z
   [junit4]   2> 1740563 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10924c290030004, likely client has closed socket
   [junit4]   2> 1740571 INFO  (zkConnectionManagerCallback-5073-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740571 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1740632 INFO  (zkConnectionManagerCallback-5075-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740633 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1740735 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1740748 WARN  (jetty-launcher-5063-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3489d519[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1740756 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1740772 WARN  (jetty-launcher-5063-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@28dc2520[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1740773 INFO  (jetty-launcher-5063-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38590/solr
   [junit4]   2> 1740782 WARN  (jetty-launcher-5063-thread-6) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@9de77ae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1740832 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1740839 INFO  (zkConnectionManagerCallback-5088-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740860 WARN  (jetty-launcher-5063-thread-6) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1e651811[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1740861 INFO  (jetty-launcher-5063-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38590/solr
   [junit4]   2> 1740863 WARN  (jetty-launcher-5063-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6356be8b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1740907 INFO  (zkConnectionManagerCallback-5093-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740907 INFO  (zkConnectionManagerCallback-5096-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740928 WARN  (jetty-launcher-5063-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7eb36f78[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1740928 INFO  (jetty-launcher-5063-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38590/solr
   [junit4]   2> 1740943 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10924c29003000a, likely client has closed socket
   [junit4]   2> 1740956 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1740957 INFO  (zkConnectionManagerCallback-5103-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740957 INFO  (zkConnectionManagerCallback-5105-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1740958 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10924c29003000c, likely client has closed socket
   [junit4]   2> 1740958 WARN  (jetty-launcher-5063-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@9632bd7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1740974 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45110_solr
   [junit4]   2> 1740975 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694925-127.0.0.1:45110_solr-n_0000000000) starting
   [junit4]   2> 1740991 WARN  (jetty-launcher-5063-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4325d9fd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1740992 INFO  (jetty-launcher-5063-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38590/solr
   [junit4]   2> 1741003 INFO  (zkConnectionManagerCallback-5115-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741010 INFO  (jetty-launcher-5063-thread-3) [n:127.0.0.1:46675_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46675_solr
   [junit4]   2> 1741019 INFO  (zkConnectionManagerCallback-5108-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741023 INFO  (zkConnectionManagerCallback-5117-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741030 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1741030 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1741033 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:37142_solr as DOWN
   [junit4]   2> 1741035 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1741035 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37142_solr
   [junit4]   2> 1741035 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:36059_solr as DOWN
   [junit4]   2> 1741036 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1741036 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36059_solr
   [junit4]   2> 1741051 INFO  (zkCallback-5104-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1741055 INFO  (zkCallback-5092-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1741058 INFO  (zkCallback-5107-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1741058 INFO  (zkCallback-5116-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1741067 INFO  (zkConnectionManagerCallback-5122-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741068 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1741068 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38590/solr ready
   [junit4]   2> 1741111 INFO  (zkConnectionManagerCallback-5136-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741112 INFO  (jetty-launcher-5063-thread-3) [n:127.0.0.1:46675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1741112 INFO  (OverseerStateUpdate-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45110_solr
   [junit4]   2> 1741113 INFO  (jetty-launcher-5063-thread-3) [n:127.0.0.1:46675_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38590/solr ready
   [junit4]   2> 1741131 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:45110_solr as DOWN
   [junit4]   2> 1741133 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1741133 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45110_solr
   [junit4]   2> 1741143 INFO  (zkConnectionManagerCallback-5131-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741143 INFO  (zkCallback-5116-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1741143 INFO  (zkCallback-5107-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1741144 INFO  (zkCallback-5092-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1741144 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1741145 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38590/solr ready
   [junit4]   2> 1741147 INFO  (zkConnectionManagerCallback-5141-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741147 INFO  (zkCallback-5135-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1741148 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1741149 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38590/solr ready
   [junit4]   2> 1741156 INFO  (zkCallback-5104-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1741163 INFO  (jetty-launcher-5063-thread-3) [n:127.0.0.1:46675_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1741171 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1741187 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1741199 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37142.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741202 INFO  (jetty-launcher-5063-thread-3) [n:127.0.0.1:46675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46675.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741206 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37142.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741206 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37142.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741216 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1741227 INFO  (jetty-launcher-5063-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerRolesTest_99CF8DC81A2FA6A2-001/tempDir-001/node2/.
   [junit4]   2> 1741229 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36059.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741272 INFO  (jetty-launcher-5063-thread-3) [n:127.0.0.1:46675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46675.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741272 INFO  (jetty-launcher-5063-thread-3) [n:127.0.0.1:46675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46675.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741273 INFO  (jetty-launcher-5063-thread-3) [n:127.0.0.1:46675_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerRolesTest_99CF8DC81A2FA6A2-001/tempDir-001/node3/.
   [junit4]   2> 1741292 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36059.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741292 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36059.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741293 INFO  (jetty-launcher-5063-thread-4) [n:127.0.0.1:36059_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerRolesTest_99CF8DC81A2FA6A2-001/tempDir-001/node4/.
   [junit4]   2> 1741297 INFO  (zkCallback-5121-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1741420 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45110.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741447 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1741461 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45110.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741461 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45110.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741462 INFO  (jetty-launcher-5063-thread-6) [n:127.0.0.1:45110_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerRolesTest_99CF8DC81A2FA6A2-001/tempDir-001/node6/.
   [junit4]   2> 1741468 WARN  (jetty-launcher-5063-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@739eee4d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1741512 WARN  (jetty-launcher-5063-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@51ea06f1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1741513 INFO  (jetty-launcher-5063-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38590/solr
   [junit4]   2> 1741522 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1741546 WARN  (jetty-launcher-5063-thread-5) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2055dbc0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1741567 INFO  (zkConnectionManagerCallback-5151-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741567 WARN  (jetty-launcher-5063-thread-5) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5cd8744f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1741568 INFO  (jetty-launcher-5063-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38590/solr
   [junit4]   2> 1741575 INFO  (zkConnectionManagerCallback-5159-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741576 INFO  (zkConnectionManagerCallback-5157-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741579 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1741581 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:36072_solr as DOWN
   [junit4]   2> 1741582 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1741582 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36072_solr
   [junit4]   2> 1741583 INFO  (zkCallback-5092-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741583 INFO  (zkCallback-5116-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741583 INFO  (zkCallback-5107-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741583 INFO  (zkCallback-5104-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741584 INFO  (zkCallback-5121-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741584 INFO  (zkCallback-5135-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741599 INFO  (zkCallback-5156-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741614 INFO  (zkConnectionManagerCallback-5161-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741614 INFO  (zkCallback-5130-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741614 INFO  (zkCallback-5140-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1741618 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1741620 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:35255_solr as DOWN
   [junit4]   2> 1741621 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1741621 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35255_solr
   [junit4]   2> 1741621 INFO  (zkConnectionManagerCallback-5168-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741622 INFO  (zkCallback-5130-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741622 INFO  (zkCallback-5156-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741622 INFO  (zkCallback-5135-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741622 INFO  (zkCallback-5140-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741622 INFO  (zkCallback-5092-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741622 INFO  (zkCallback-5107-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741622 INFO  (zkCallback-5121-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741622 INFO  (zkCallback-5104-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741623 INFO  (zkCallback-5160-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741623 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 1741629 INFO  (zkCallback-5116-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 1741629 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38590/solr ready
   [junit4]   2> 1741635 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1741640 INFO  (zkConnectionManagerCallback-5176-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741641 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 1741647 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38590/solr ready
   [junit4]   2> 1741647 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1741660 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35255.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741662 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36072.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741676 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36072.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741676 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36072.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741677 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35255.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741677 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35255.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d7b69bc
   [junit4]   2> 1741678 INFO  (jetty-launcher-5063-thread-5) [n:127.0.0.1:35255_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerRolesTest_99CF8DC81A2FA6A2-001/tempDir-001/node5/.
   [junit4]   2> 1741678 INFO  (jetty-launcher-5063-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerRolesTest_99CF8DC81A2FA6A2-001/tempDir-001/node1/.
   [junit4]   2> 1741811 INFO  (zkConnectionManagerCallback-5182-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1741812 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 1741813 INFO  (SUITE-OverseerRolesTest-seed#[99CF8DC81A2FA6A2]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38590/solr ready
   [junit4]   2> 1741871 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerRole
   [junit4]   2> 1741871 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:45110_solr
   [junit4]   2> 1741872 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 1741875 INFO  (qtp1078970403-14661) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:45110_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1741878 INFO  (OverseerThreadFactory-5218-thread-1-processing-n:127.0.0.1:45110_solr) [n:127.0.0.1:45110_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:45110_solr
   [junit4]   2> 1741880 INFO  (qtp1078970403-14661) [n:127.0.0.1:36059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45110_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1741881 INFO  (qtp1078970403-14662) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:46675_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1741882 INFO  (OverseerCollectionConfigSetProcessor-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1741884 INFO  (OverseerThreadFactory-5218-thread-2-processing-n:127.0.0.1:45110_solr) [n:127.0.0.1:45110_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:46675_solr
   [junit4]   2> 1741887 INFO  (qtp1078970403-14662) [n:127.0.0.1:36059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46675_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1741888 INFO  (qtp1078970403-14663) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:37142_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1741890 INFO  (OverseerCollectionConfigSetProcessor-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1741890 INFO  (OverseerThreadFactory-5218-thread-3-processing-n:127.0.0.1:45110_solr) [n:127.0.0.1:45110_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:37142_solr
   [junit4]   2> 1741900 INFO  (qtp1078970403-14663) [n:127.0.0.1:36059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37142_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 1741901 INFO  (qtp1078970403-14664) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:36059_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1741915 INFO  (OverseerCollectionConfigSetProcessor-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1741915 INFO  (OverseerThreadFactory-5218-thread-4-processing-n:127.0.0.1:45110_solr) [n:127.0.0.1:45110_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:36059_solr
   [junit4]   2> 1741916 INFO  (qtp1078970403-14664) [n:127.0.0.1:36059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36059_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=15
   [junit4]   2> 1741917 INFO  (qtp1078970403-14660) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:36072_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1741919 INFO  (OverseerCollectionConfigSetProcessor-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1741919 INFO  (OverseerThreadFactory-5218-thread-5-processing-n:127.0.0.1:45110_solr) [n:127.0.0.1:45110_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:36072_solr
   [junit4]   2> 1741920 INFO  (qtp1078970403-14660) [n:127.0.0.1:36059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36072_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1741921 INFO  (qtp1078970403-14661) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:35255_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1741923 INFO  (OverseerCollectionConfigSetProcessor-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1741923 INFO  (OverseerThreadFactory-5218-thread-5-processing-n:127.0.0.1:45110_solr) [n:127.0.0.1:45110_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:35255_solr
   [junit4]   2> 1741925 INFO  (qtp1078970403-14661) [n:127.0.0.1:36059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35255_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1741925 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest ### Setting overseer designate 127.0.0.1:46675_solr
   [junit4]   2> 1741926 INFO  (qtp1078970403-14662) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:46675_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1741937 INFO  (OverseerCollectionConfigSetProcessor-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1741951 INFO  (OverseerThreadFactory-5218-thread-5-processing-n:127.0.0.1:45110_solr) [n:127.0.0.1:45110_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:46675_solr
   [junit4]   2> 1741959 INFO  (Thread-2266) [    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 74631286886694925-127.0.0.1:45110_solr-n_0000000000 overseer designates are [127.0.0.1:46675_solr]
   [junit4]   2> 1741959 INFO  (qtp1078970403-14662) [n:127.0.0.1:36059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46675_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=33
   [junit4]   2> 1741959 INFO  (Thread-2266) [    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [74631286886694925-127.0.0.1:45110_solr-n_0000000000, 74631286886694923-127.0.0.1:46675_solr-n_0000000001, 74631286886694928-127.0.0.1:37142_solr-n_0000000002, 74631286886694926-127.0.0.1:36059_solr-n_0000000003, 74631286886694934-127.0.0.1:36072_solr-n_0000000004, 74631286886694936-127.0.0.1:35255_solr-n_0000000005]
   [junit4]   2> 1741963 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:46675_solr
   [junit4]   2> 1741967 INFO  (OverseerStateUpdate-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"74631286886694925-127.0.0.1:45110_solr-n_0000000000"} 127.0.0.1:45110_solr
   [junit4]   2> 1741968 INFO  (OverseerStateUpdate-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [n:127.0.0.1:45110_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45110_solr
   [junit4]   2> 1741975 WARN  (OverseerExitThread) [    ] o.a.s.c.Overseer I (id=74631286886694925-127.0.0.1:45110_solr-n_0000000000) am exiting, but I'm still the leader
   [junit4]   2> 1741976 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694925-127.0.0.1:45110_solr-n_0000000000) closing
   [junit4]   2> 1741976 INFO  (OverseerAutoScalingTriggerThread-74631286886694925-127.0.0.1:45110_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1741978 INFO  (zkCallback-5092-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46675_solr
   [junit4]   2> 1741979 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694925-127.0.0.1:45110_solr-n_0000000000) closing
   [junit4]   2> 1741979 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694925-127.0.0.1:45110_solr-n_0000000000) closing
   [junit4]   2> 1741985 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694925-127.0.0.1:45110_solr-n_0000000000) closing
   [junit4]   2> 1741985 INFO  (zkCallback-5092-thread-1) [n:127.0.0.1:46675_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694923-127.0.0.1:46675_solr-n_0000000001) starting
   [junit4]   2> 1741989 INFO  (OverseerStateUpdate-74631286886694923-127.0.0.1:46675_solr-n_0000000001) [n:127.0.0.1:46675_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46675_solr
   [junit4]   2> 1742067 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest ### Adding another overseer designate 127.0.0.1:37142_solr
   [junit4]   2> 1742067 INFO  (qtp1078970403-14663) [n:127.0.0.1:36059_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:37142_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1742074 INFO  (OverseerThreadFactory-5248-thread-1-processing-n:127.0.0.1:46675_solr) [n:127.0.0.1:46675_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:37142_solr
   [junit4]   2> 1742076 INFO  (qtp1078970403-14663) [n:127.0.0.1:36059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37142_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 1742077 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:46675_solr
   [junit4]   2> 1742077 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 1742077 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=168903668
   [junit4]   2> 1742077 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46675_solr
   [junit4]   2> 1742077 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1742077 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:46675_solr as DOWN
   [junit4]   2> 1742080 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1742081 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1742081 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6cc1b108: rootName = solr_46675, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@218c1523
   [junit4]   2> 1742086 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1742086 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4abce81a: rootName = solr_46675, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@28c8acd5
   [junit4]   2> 1742091 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1742091 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78f3cff: rootName = solr_46675, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ca85553
   [junit4]   2> 1742091 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1742123 INFO  (closeThreadPool-5186-thread-1) [    ] o.a.s.c.Overseer Overseer (id=74631286886694923-127.0.0.1:46675_solr-n_0000000001) closing
   [junit4]   2> 1742123 INFO  (OverseerStateUpdate-74631286886694923-127.0.0.1:46675_solr-n_0000000001) [n:127.0.0.1:46675_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46675_solr
   [junit4]   2> 1742124 INFO  (OverseerAutoScalingTriggerThread-74631286886694923-127.0.0.1:46675_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1742141 INFO  (zkCallback-5116-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742141 INFO  (zkCallback-5121-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742141 INFO  (zkCallback-5156-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742141 INFO  (zkCallback-5107-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742141 INFO  (zkCallback-5130-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742151 INFO  (zkCallback-5167-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742153 INFO  (zkCallback-5104-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742188 INFO  (zkCallback-5175-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742188 INFO  (zkCallback-5140-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742188 INFO  (zkCallback-5160-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742198 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.Overseer Overseer (id=74631286886694923-127.0.0.1:46675_solr-n_0000000001) closing
   [junit4]   2> 1742198 INFO  (closeThreadPool-5186-thread-2) [    ] o.a.s.c.Overseer Overseer (id=74631286886694923-127.0.0.1:46675_solr-n_0000000001) closing
   [junit4]   2> 1742198 INFO  (zkCallback-5116-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37142_solr
   [junit4]   2> 1742200 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@26515d4d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1742219 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7acefa1b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1742219 INFO  (zkCallback-5181-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 1742220 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1742220 INFO  (zkCallback-5116-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) starting
   [junit4]   2> 1742220 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:37142_solr
   [junit4]   2> 1742221 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest ### Adding last overseer designate 127.0.0.1:36059_solr
   [junit4]   2> 1742227 INFO  (qtp1386746741-14705) [n:127.0.0.1:35255_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:36059_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1742233 INFO  (OverseerStateUpdate-74631286886694928-127.0.0.1:37142_solr-n_0000000002) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37142_solr
   [junit4]   2> 1742263 INFO  (OverseerThreadFactory-5253-thread-1-processing-n:127.0.0.1:37142_solr) [n:127.0.0.1:37142_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:36059_solr
   [junit4]   2> 1742274 INFO  (qtp1386746741-14705) [n:127.0.0.1:35255_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36059_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=47
   [junit4]   2> 1742275 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:37142_solr
   [junit4]   2> 1742289 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 1742290 INFO  (qtp1386746741-14706) [n:127.0.0.1:35255_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:37142_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1742307 INFO  (OverseerCollectionConfigSetProcessor-74631286886694928-127.0.0.1:37142_solr-n_0000000002) [n:127.0.0.1:37142_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1742307 INFO  (OverseerThreadFactory-5253-thread-2-processing-n:127.0.0.1:37142_solr) [n:127.0.0.1:37142_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:37142_solr
   [junit4]   2> 1742319 INFO  (qtp1386746741-14706) [n:127.0.0.1:35255_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37142_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=29
   [junit4]   2> 1742319 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:36059_solr
   [junit4]   2> 1742325 INFO  (Thread-2270) [    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 74631286886694928-127.0.0.1:37142_solr-n_0000000002 overseer designates are [127.0.0.1:46675_solr, 127.0.0.1:36059_solr]
   [junit4]   2> 1742327 INFO  (Thread-2270) [    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [74631286886694928-127.0.0.1:37142_solr-n_0000000002, 74631286886694926-127.0.0.1:36059_solr-n_0000000003, 74631286886694934-127.0.0.1:36072_solr-n_0000000004, 74631286886694936-127.0.0.1:35255_solr-n_0000000005, 74631286886694925-127.0.0.1:45110_solr-n_0000000006]
   [junit4]   2> 1742332 INFO  (OverseerStateUpdate-74631286886694928-127.0.0.1:37142_solr-n_0000000002) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"74631286886694928-127.0.0.1:37142_solr-n_0000000002"} 127.0.0.1:37142_solr
   [junit4]   2> 1742332 INFO  (OverseerStateUpdate-74631286886694928-127.0.0.1:37142_solr-n_0000000002) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37142_solr
   [junit4]   2> 1742350 WARN  (OverseerExitThread) [    ] o.a.s.c.Overseer I (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) am exiting, but I'm still the leader
   [junit4]   2> 1742351 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742352 INFO  (OverseerAutoScalingTriggerThread-74631286886694928-127.0.0.1:37142_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1742356 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742356 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742357 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742359 INFO  (zkCallback-5107-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36059_solr
   [junit4]   2> 1742359 INFO  (zkCallback-5107-thread-1) [n:127.0.0.1:36059_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694926-127.0.0.1:36059_solr-n_0000000003) starting
   [junit4]   2> 1742370 INFO  (OverseerStateUpdate-74631286886694926-127.0.0.1:36059_solr-n_0000000003) [n:127.0.0.1:36059_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36059_solr
   [junit4]   2> 1742443 INFO  (qtp1386746741-14707) [n:127.0.0.1:35255_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:37142_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1742459 INFO  (OverseerThreadFactory-5257-thread-1-processing-n:127.0.0.1:36059_solr) [n:127.0.0.1:36059_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:37142_solr
   [junit4]   2> 1742471 INFO  (qtp1386746741-14707) [n:127.0.0.1:35255_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37142_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 1742479 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest ### Sending QUIT to overseer 127.0.0.1:36059_solr
   [junit4]   2> 1742481 INFO  (OverseerStateUpdate-74631286886694926-127.0.0.1:36059_solr-n_0000000003) [n:127.0.0.1:36059_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"74631286886694926-127.0.0.1:36059_solr-n_0000000003"} 127.0.0.1:36059_solr
   [junit4]   2> 1742489 INFO  (OverseerStateUpdate-74631286886694926-127.0.0.1:36059_solr-n_0000000003) [n:127.0.0.1:36059_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36059_solr
   [junit4]   2> 1742490 WARN  (OverseerExitThread) [    ] o.a.s.c.Overseer I (id=74631286886694926-127.0.0.1:36059_solr-n_0000000003) am exiting, but I'm still the leader
   [junit4]   2> 1742491 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694926-127.0.0.1:36059_solr-n_0000000003) closing
   [junit4]   2> 1742491 INFO  (OverseerAutoScalingTriggerThread-74631286886694926-127.0.0.1:36059_solr-n_0000000003) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1742491 INFO  (zkCallback-5156-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36072_solr
   [junit4]   2> 1742492 INFO  (zkCallback-5156-thread-1) [n:127.0.0.1:36072_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694934-127.0.0.1:36072_solr-n_0000000004) starting
   [junit4]   2> 1742494 INFO  (OverseerStateUpdate-74631286886694934-127.0.0.1:36072_solr-n_0000000004) [n:127.0.0.1:36072_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36072_solr
   [junit4]   2> 1742496 INFO  (OverseerCollectionConfigSetProcessor-74631286886694934-127.0.0.1:36072_solr-n_0000000004) [n:127.0.0.1:36072_solr    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 74631286886694934-127.0.0.1:36072_solr-n_0000000004 overseer designates are [127.0.0.1:46675_solr, 127.0.0.1:36059_solr, 127.0.0.1:37142_solr]
   [junit4]   2> 1742496 INFO  (OverseerCollectionConfigSetProcessor-74631286886694934-127.0.0.1:36072_solr-n_0000000004) [n:127.0.0.1:36072_solr    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [74631286886694934-127.0.0.1:36072_solr-n_0000000004, 74631286886694936-127.0.0.1:35255_solr-n_0000000005, 74631286886694925-127.0.0.1:45110_solr-n_0000000006, 74631286886694928-127.0.0.1:37142_solr-n_0000000007]
   [junit4]   2> 1742496 INFO  (OverseerCollectionConfigSetProcessor-74631286886694934-127.0.0.1:36072_solr-n_0000000004) [n:127.0.0.1:36072_solr    ] o.a.s.c.OverseerNodePrioritizer asking node 74631286886694928-127.0.0.1:37142_solr-n_0000000007 to come join election at head
   [junit4]   2> 1742517 INFO  (qtp1797687209-14679) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742517 INFO  (qtp1797687209-14679) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742517 INFO  (qtp1797687209-14679) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742518 INFO  (qtp1797687209-14679) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742518 INFO  (qtp1797687209-14679) [n:127.0.0.1:37142_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=74631286886694928-127.0.0.1:37142_solr-n_0000000007&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1742518 INFO  (OverseerCollectionConfigSetProcessor-74631286886694934-127.0.0.1:36072_solr-n_0000000004) [n:127.0.0.1:36072_solr    ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 74631286886694936-127.0.0.1:35255_solr-n_0000000005 to rejoin election  
   [junit4]   2> 1742520 INFO  (zkCallback-5104-thread-2) [    ] o.a.s.c.Overseer Overseer (id=74631286886694925-127.0.0.1:45110_solr-n_0000000000) closing
   [junit4]   2> 1742521 INFO  (qtp1386746741-14704) [n:127.0.0.1:35255_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=74631286886694936-127.0.0.1:35255_solr-n_0000000005&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1742556 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694926-127.0.0.1:36059_solr-n_0000000003) closing
   [junit4]   2> 1742556 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694926-127.0.0.1:36059_solr-n_0000000003) closing
   [junit4]   2> 1742557 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694926-127.0.0.1:36059_solr-n_0000000003) closing
   [junit4]   2> 1742562 INFO  (OverseerStateUpdate-74631286886694934-127.0.0.1:36072_solr-n_0000000004) [n:127.0.0.1:36072_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"74631286886694934-127.0.0.1:36072_solr-n_0000000004"} 127.0.0.1:36072_solr
   [junit4]   2> 1742563 INFO  (OverseerStateUpdate-74631286886694934-127.0.0.1:36072_solr-n_0000000004) [n:127.0.0.1:36072_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36072_solr
   [junit4]   2> 1742605 WARN  (OverseerExitThread) [    ] o.a.s.c.Overseer I (id=74631286886694934-127.0.0.1:36072_solr-n_0000000004) am exiting, but I'm still the leader
   [junit4]   2> 1742606 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694934-127.0.0.1:36072_solr-n_0000000004) closing
   [junit4]   2> 1742606 INFO  (OverseerAutoScalingTriggerThread-74631286886694934-127.0.0.1:36072_solr-n_0000000004) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1742606 INFO  (zkCallback-5116-thread-2) [    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000002) closing
   [junit4]   2> 1742607 INFO  (zkCallback-5116-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37142_solr
   [junit4]   2> 1742609 INFO  (zkCallback-5116-thread-2) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Overseer (id=74631286886694928-127.0.0.1:37142_solr-n_0000000005) starting
   [junit4]   2> 1742625 INFO  (OverseerStateUpdate-74631286886694928-127.0.0.1:37142_solr-n_0000000005) [n:127.0.0.1:37142_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37142_solr
   [junit4]   2> 1742640 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694934-127.0.0.1:36072_solr-n_0000000004) closing
   [junit4]   2> 1742640 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694934-127.0.0.1:36072_solr-n_0000000004) closing
   [junit4]   2> 1742640 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=74631286886694934-127.0.0.1:36072_solr-n_0000000004) closing
   [junit4]   2> 1743586 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:37142_solr
   [junit4]   2> 1743586 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 1743586 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1743586 WARN  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1743587 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 46675 try number 1 ...
   [junit4]   2> 1743587 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1743669 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1743669 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1743695 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1743702 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12d1e01f{/solr,null,AVAILABLE}
   [junit4]   2> 1743707 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a6d9b1e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46675}
   [junit4]   2> 1743707 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.e.j.s.Server Started @1743873ms
   [junit4]   2> 1743707 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46675}
   [junit4]   2> 1743707 ERROR (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1743707 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1743707 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[99CF8DC81A2FA6A2]) [    ] o.a.

[...truncated too long message...]

gs :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null1223307920
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null1223307920
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.1/solr/null1223307920

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 84ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 222 minutes 45 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)