You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/19 02:17:01 UTC

[JENKINS] Lucene-Solr-Tests-8.x - Build # 910 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.x/910/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast

Error Message:
Request should fail after trying all replica nodes once

Stack Trace:
junit.framework.AssertionFailedError: Request should fail after trying all replica nodes once
	at __randomizedtesting.SeedInfo.seed([637A1692365EFF85:B0A73F38916F96F9]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2743)
	at org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast(TestQueryingOnDownCollection.java:91)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorCloud

Error Message:
expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([637A1692365EFF85]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorCloud.java:185)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14860 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestQueryingOnDownCollection
   [junit4]   2> 2261502 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/data-dir-149-001
   [junit4]   2> 2261503 WARN  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 2261503 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2261520 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2261520 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2261521 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/tempDir-001
   [junit4]   2> 2261521 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2261521 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2261521 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2261621 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:34008
   [junit4]   2> 2261621 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34008
   [junit4]   2> 2261621 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34008
   [junit4]   2> 2261621 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34008
   [junit4]   2> 2261634 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2261636 INFO  (zkConnectionManagerCallback-8521-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2261636 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2261638 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2261639 INFO  (zkConnectionManagerCallback-8523-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2261639 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2261639 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2261640 INFO  (zkConnectionManagerCallback-8525-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2261640 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2261744 WARN  (jetty-launcher-8526-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 2261744 WARN  (jetty-launcher-8526-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 2261744 WARN  (jetty-launcher-8526-thread-3) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 2261744 INFO  (jetty-launcher-8526-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 2261773 INFO  (jetty-launcher-8526-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2261773 INFO  (jetty-launcher-8526-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2261773 INFO  (jetty-launcher-8526-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2261773 INFO  (jetty-launcher-8526-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26c3230{/solr,null,AVAILABLE}
   [junit4]   2> 2261774 INFO  (jetty-launcher-8526-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@33dafaa9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33083}
   [junit4]   2> 2261774 INFO  (jetty-launcher-8526-thread-1) [     ] o.e.j.s.Server Started @2261807ms
   [junit4]   2> 2261774 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33083}
   [junit4]   2> 2261774 ERROR (jetty-launcher-8526-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2261774 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2261774 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 2261774 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2261774 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2261774 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-19T01:28:38.497Z
   [junit4]   2> 2261775 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2261776 INFO  (zkConnectionManagerCallback-8528-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2261776 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2261776 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2261782 INFO  (jetty-launcher-8526-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2261782 INFO  (jetty-launcher-8526-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2261782 INFO  (jetty-launcher-8526-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2261782 INFO  (jetty-launcher-8526-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2261782 INFO  (jetty-launcher-8526-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2261782 INFO  (jetty-launcher-8526-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2261782 INFO  (jetty-launcher-8526-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a424084{/solr,null,AVAILABLE}
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6539e006{/solr,null,AVAILABLE}
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3ea3eea8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34973}
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-3) [     ] o.e.j.s.Server Started @2261816ms
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34973}
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5318e582{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45868}
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.e.j.s.Server Started @2261816ms
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45868}
   [junit4]   2> 2261783 ERROR (jetty-launcher-8526-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2261783 ERROR (jetty-launcher-8526-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-19T01:28:38.506Z
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2261783 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-19T01:28:38.506Z
   [junit4]   2> 2261784 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2261784 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2261820 INFO  (zkConnectionManagerCallback-8532-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2261820 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2261820 INFO  (zkConnectionManagerCallback-8531-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2261820 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2261820 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2261821 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2262106 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2262114 WARN  (jetty-launcher-8526-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@366a85cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2262114 WARN  (jetty-launcher-8526-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@366a85cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2262117 WARN  (jetty-launcher-8526-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@49da7b03[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2262117 WARN  (jetty-launcher-8526-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@49da7b03[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2262118 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34008/solr
   [junit4]   2> 2262119 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2262119 INFO  (zkConnectionManagerCallback-8540-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2262119 INFO  (jetty-launcher-8526-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2262277 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2262359 INFO  (zkConnectionManagerCallback-8543-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2262371 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2262735 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33083_solr
   [junit4]   2> 2262736 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.c.Overseer Overseer (id=72134458186530823-127.0.0.1:33083_solr-n_0000000000) starting
   [junit4]   2> 2262760 INFO  (OverseerStateUpdate-72134458186530823-127.0.0.1:33083_solr-n_0000000000) [n:127.0.0.1:33083_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33083_solr
   [junit4]   2> 2262760 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33083_solr
   [junit4]   2> 2262761 INFO  (OverseerStateUpdate-72134458186530823-127.0.0.1:33083_solr-n_0000000000) [n:127.0.0.1:33083_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2262762 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2262763 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2262763 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2262838 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2262876 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2262876 WARN  (jetty-launcher-8526-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@364c393d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2262876 WARN  (jetty-launcher-8526-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@364c393d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2262878 WARN  (jetty-launcher-8526-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6e47b0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2262878 WARN  (jetty-launcher-8526-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6e47b0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2262892 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34008/solr
   [junit4]   2> 2262892 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2262893 INFO  (zkConnectionManagerCallback-8553-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2262893 INFO  (jetty-launcher-8526-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2262932 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33083.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2262955 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33083.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2262955 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33083.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2262956 INFO  (jetty-launcher-8526-thread-1) [n:127.0.0.1:33083_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/tempDir-001/node1/.
   [junit4]   2> 2263014 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2263031 INFO  (zkConnectionManagerCallback-8555-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2263031 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2263035 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2263048 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:45868_solr as DOWN
   [junit4]   2> 2263049 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2263049 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45868_solr
   [junit4]   2> 2263050 INFO  (zkCallback-8542-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2263050 INFO  (zkCallback-8554-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2263067 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2263067 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2263067 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2263105 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2263140 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2263156 WARN  (jetty-launcher-8526-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66ac8480[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2263156 WARN  (jetty-launcher-8526-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66ac8480[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2263159 WARN  (jetty-launcher-8526-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@acb52ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2263159 WARN  (jetty-launcher-8526-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@acb52ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2263160 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34008/solr
   [junit4]   2> 2263174 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45868.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2263176 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2263177 INFO  (zkConnectionManagerCallback-8565-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2263177 INFO  (jetty-launcher-8526-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2263210 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45868.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2263210 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45868.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2263211 INFO  (jetty-launcher-8526-thread-2) [n:127.0.0.1:45868_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/tempDir-001/node2/.
   [junit4]   2> 2263291 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2263292 INFO  (zkConnectionManagerCallback-8567-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2263292 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2263304 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2263307 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34973_solr as DOWN
   [junit4]   2> 2263308 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2263308 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34973_solr
   [junit4]   2> 2263309 INFO  (zkCallback-8542-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2263309 INFO  (zkCallback-8554-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2263309 INFO  (zkCallback-8566-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2263310 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2263310 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2263311 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2263336 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2263362 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34973.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2263447 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34973.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2263447 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34973.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2263448 INFO  (jetty-launcher-8526-thread-3) [n:127.0.0.1:34973_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/tempDir-001/node3/.
   [junit4]   2> 2263549 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 2263549 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2263550 INFO  (zkConnectionManagerCallback-8576-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2263571 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2263572 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2263573 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34008/solr ready
   [junit4]   2> 2263651 INFO  (TEST-TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast-seed#[637A1692365EFF85]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testQueryToDownCollectionShouldFailFast
   [junit4]   2> 2263653 INFO  (qtp1574899785-30170) [n:127.0.0.1:45868_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=infected&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2263655 INFO  (OverseerThreadFactory-9496-thread-1-processing-n:127.0.0.1:33083_solr) [n:127.0.0.1:33083_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection infected
   [junit4]   2> 2263761 INFO  (OverseerStateUpdate-72134458186530823-127.0.0.1:33083_solr-n_0000000000) [n:127.0.0.1:33083_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"infected",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"infected_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45868/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2263763 INFO  (OverseerStateUpdate-72134458186530823-127.0.0.1:33083_solr-n_0000000000) [n:127.0.0.1:33083_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"infected",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"infected_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33083/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2263982 INFO  (qtp811861716-30169) [n:127.0.0.1:34973_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2263982 INFO  (qtp1574899785-30168) [     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:34973_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA0xasyre1UbeTA/s/p+AZ/n0GeCq9dpRWv9QutHK/fTtX1IU2ZJR6LX6IFM12UK/5ucIyc4pSJ8PkTgHhFE9fh1HtELtKG3W4NkwQJ9IwZId+utCN58+TsoPytLmida/ICa0zFOMjVUmrL5PQd6VbGVdAWn+NpRjU7JqimhNOmeunFq9TXBsJj0LX/hT49nEyJm6FCFYWMyG9T84yJg+BISVbJ3DooYMKOI7y2diYeoWoRnQWMBdPv5UUb9J6AuWjTVfpP4IfCmvIw9ZJgpCjkRf3bE7dzmoVKvjwiRriBZXg2/ALNCEMqZf701EXH9mJB768idDKnrUkkohSfltCqwIDAQAB
   [junit4]   2> 2263983 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr    x:infected_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=infected_shard1_replica_n1&action=CREATE&numShards=2&collection=infected&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2263984 INFO  (qtp811861716-30167) [n:127.0.0.1:34973_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2263984 INFO  (qtp1025311610-30152) [     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:34973_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA0xasyre1UbeTA/s/p+AZ/n0GeCq9dpRWv9QutHK/fTtX1IU2ZJR6LX6IFM12UK/5ucIyc4pSJ8PkTgHhFE9fh1HtELtKG3W4NkwQJ9IwZId+utCN58+TsoPytLmida/ICa0zFOMjVUmrL5PQd6VbGVdAWn+NpRjU7JqimhNOmeunFq9TXBsJj0LX/hT49nEyJm6FCFYWMyG9T84yJg+BISVbJ3DooYMKOI7y2diYeoWoRnQWMBdPv5UUb9J6AuWjTVfpP4IfCmvIw9ZJgpCjkRf3bE7dzmoVKvjwiRriBZXg2/ALNCEMqZf701EXH9mJB768idDKnrUkkohSfltCqwIDAQAB
   [junit4]   2> 2263997 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr    x:infected_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=infected_shard2_replica_n2&action=CREATE&numShards=2&collection=infected&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2263997 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr    x:infected_shard2_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2265005 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 2265020 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 2265039 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.IndexSchema [infected_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2265041 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.IndexSchema [infected_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 2265041 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2265041 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'infected_shard1_replica_n1' using configuration from collection infected, trusted=true
   [junit4]   2> 2265041 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45868.solr.core.infected.shard1.replica_n1' (registry 'solr.core.infected.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2265042 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [[infected_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/tempDir-001/node2/infected_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/tempDir-001/node2/./infected_shard1_replica_n1/data/]
   [junit4]   2> 2265043 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2265043 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'infected_shard2_replica_n2' using configuration from collection infected, trusted=true
   [junit4]   2> 2265043 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33083.solr.core.infected.shard2.replica_n2' (registry 'solr.core.infected.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@788ccd87
   [junit4]   2> 2265043 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [[infected_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/tempDir-001/node1/infected_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001/tempDir-001/node1/./infected_shard2_replica_n2/data/]
   [junit4]   2> 2265137 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2265137 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2265138 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2265138 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2265139 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@74d19980[infected_shard2_replica_n2] main]
   [junit4]   2> 2265139 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2265139 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2265140 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2265140 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2265140 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2265141 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bb5312f[infected_shard1_replica_n1] main]
   [junit4]   2> 2265152 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2265153 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2265153 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1656118126183448576
   [junit4]   2> 2265153 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2265153 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2265154 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2265154 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1656118126184497152
   [junit4]   2> 2265155 INFO  (searcherExecutor-9516-thread-1-processing-n:127.0.0.1:33083_solr x:infected_shard2_replica_n2 c:infected s:shard2 r:core_node4) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2] Registered new searcher Searcher@74d19980[infected_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2265158 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 2265158 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/infected/leaders/shard2
   [junit4]   2> 2265159 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 2265159 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/infected/leaders/shard1
   [junit4]   2> 2265161 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2265161 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2265161 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33083/solr/infected_shard2_replica_n2/
   [junit4]   2> 2265161 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2265161 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:33083/solr/infected_shard2_replica_n2/ has no replicas
   [junit4]   2> 2265161 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/infected/leaders/shard2/leader after winning as /collections/infected/leader_elect/shard2/election/72134458186530823-core_node4-n_0000000000
   [junit4]   2> 2265161 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2265161 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2265161 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45868/solr/infected_shard1_replica_n1/
   [junit4]   2> 2265162 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2265162 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45868/solr/infected_shard1_replica_n1/ has no replicas
   [junit4]   2> 2265162 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/infected/leaders/shard1/leader after winning as /collections/infected/leader_elect/shard1/election/72134458186530825-core_node3-n_0000000000
   [junit4]   2> 2265163 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33083/solr/infected_shard2_replica_n2/ shard2
   [junit4]   2> 2265163 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45868/solr/infected_shard1_replica_n1/ shard1
   [junit4]   2> 2265169 INFO  (searcherExecutor-9515-thread-1-processing-n:127.0.0.1:45868_solr x:infected_shard1_replica_n1 c:infected s:shard1 r:core_node3) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1] Registered new searcher Searcher@2bb5312f[infected_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2265265 INFO  (zkCallback-8542-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265265 INFO  (zkCallback-8554-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265265 INFO  (zkCallback-8542-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265265 INFO  (zkCallback-8554-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265266 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2265266 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2265268 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=infected_shard2_replica_n2&action=CREATE&numShards=2&collection=infected&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1271
   [junit4]   2> 2265268 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=infected_shard1_replica_n1&action=CREATE&numShards=2&collection=infected&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1285
   [junit4]   2> 2265270 INFO  (qtp1574899785-30170) [n:127.0.0.1:45868_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2265389 INFO  (zkCallback-8554-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265389 INFO  (zkCallback-8542-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265389 INFO  (zkCallback-8542-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265389 INFO  (zkCallback-8554-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265389 INFO  (zkCallback-8554-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265389 INFO  (zkCallback-8542-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265390 INFO  (qtp1574899785-30170) [n:127.0.0.1:45868_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=infected&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1737
   [junit4]   2> 2265454 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard2 to Terms{values={core_node4=1}, version=1}
   [junit4]   2> 2265454 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=infected:4&wt=javabin&version=2}{add=[2 (1656118126471806976), 3 (1656118126472855552), 5 (1656118126472855553), 6 (1656118126472855554), 7 (1656118126472855555), 9 (1656118126472855556), 17 (1656118126472855557), 18 (1656118126472855558), 19 (1656118126472855559), 21 (1656118126472855560), ... (44 adds)]} 0 26
   [junit4]   2> 2265490 INFO  (qtp1574899785-30172) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard1 to Terms{values={core_node3=1}, version=1}
   [junit4]   2> 2265490 INFO  (qtp1574899785-30172) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=infected:4&wt=javabin&version=2}{add=[0 (1656118126471806976), 1 (1656118126472855552), 4 (1656118126472855553), 8 (1656118126472855554), 10 (1656118126472855555), 11 (1656118126472855556), 12 (1656118126472855557), 13 (1656118126472855558), 14 (1656118126472855559), 15 (1656118126472855560), ... (56 adds)]} 0 63
   [junit4]   2> 2265529 INFO  (qtp1574899785-30170) [n:127.0.0.1:45868_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2265534 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:45868_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArT8+j2uLwK6+ooiCVaPw4gClcuoBGRJCdj+APCc2Vv2B+hf/WmFujSMAq88420DQTWrf80oliRLVa0otEVZAqZ/wqKeOEFds5qQ/vslJnudtqWTSBbWAQir2uSES5Hf/Dm8aFWOBTI6yzG/T5ODwVQeuioJ2Iqv3KwJD02VyTpJXg2opXHPnQUSltULf3UFh62LZ9UwlXoIg3sH7mr1zPivjyIwz7BlxJF2mQ1IFXjiR5XdJMhZNSPZy4GeuEacWQP3NbYd4iVQES546o1Ahc7n0/CnKeJBqVaTif3Cqi0ZkR4k+CbmdJ2qw3WCEfC5E+qFDr6kTHKhGswTgJ0UVlQIDAQAB
   [junit4]   2> 2265534 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1656118126582956032,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2265534 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2edb74d1 commitCommandVersion:1656118126582956032
   [junit4]   2> 2265561 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@21a38b7[infected_shard2_replica_n2] main]
   [junit4]   2> 2265562 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2265563 INFO  (searcherExecutor-9516-thread-1-processing-n:127.0.0.1:33083_solr x:infected_shard2_replica_n2 c:infected s:shard2 r:core_node4) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2] Registered new searcher Searcher@21a38b7[infected_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.0):C44:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.5.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-170-generic, timestamp=1579397322283}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2265571 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:45868/solr/infected_shard1_replica_n1/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 37
   [junit4]   2> 2265572 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1656118126622801920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2265572 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@18604321 commitCommandVersion:1656118126622801920
   [junit4]   2> 2265573 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a6773d2[infected_shard1_replica_n1] main]
   [junit4]   2> 2265573 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2265575 INFO  (searcherExecutor-9515-thread-1-processing-n:127.0.0.1:45868_solr x:infected_shard1_replica_n1 c:infected s:shard1 r:core_node3) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1] Registered new searcher Searcher@5a6773d2[infected_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.5.0):C56:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.5.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-170-generic, timestamp=1579397322296}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2265575 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=infected:4&commit=true&wt=javabin&version=2}{commit=} 0 83
   [junit4]   2> 2265576 INFO  (zkCallback-8554-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265576 INFO  (zkCallback-8554-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265576 INFO  (zkCallback-8554-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265584 INFO  (zkCallback-8542-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265584 INFO  (zkCallback-8542-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265584 INFO  (zkCallback-8542-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2265613 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2265614 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:33083_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA4/o1ajyWIz6ZiDrmLCoI+JFkaqQsyQOtLl2KNBJnKGRBuPohkV2OySDB1C46+fyNRRhCMFiQagFmqEnGXfL2rCiSBptYRkdB1+3hHa+Z0Cmwzrf44jQL3Z9DvPbrZi8nz2LCfPm4dQMFrBXIbE3X+7BvxDUCfYtde/EK1LCSJnLFdF6YR80YMYXFEbsHfHo1nJtbiW59KItq9R+RAgUrnqM5WhUR9n18fi5iQoOIsaizDyCW5/7Ws/tU7STb6ioamw5Qr6uC6ljE7WIghqXTzWq+trX1Phi+0KH9d1aJanDgWvt4F2/lsYOfMc44ysqmmZ4n9ZHc9WKhWsDIelQ1VQIDAQAB
   [junit4]   2> 2265614 INFO  (qtp1025311610-30152) [n:127.0.0.1:33083_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2265614 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:33083_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA4/o1ajyWIz6ZiDrmLCoI+JFkaqQsyQOtLl2KNBJnKGRBuPohkV2OySDB1C46+fyNRRhCMFiQagFmqEnGXfL2rCiSBptYRkdB1+3hHa+Z0Cmwzrf44jQL3Z9DvPbrZi8nz2LCfPm4dQMFrBXIbE3X+7BvxDUCfYtde/EK1LCSJnLFdF6YR80YMYXFEbsHfHo1nJtbiW59KItq9R+RAgUrnqM5WhUR9n18fi5iQoOIsaizDyCW5/7Ws/tU7STb6ioamw5Qr6uC6ljE7WIghqXTzWq+trX1Phi+0KH9d1aJanDgWvt4F2/lsYOfMc44ysqmmZ4n9ZHc9WKhWsDIelQ1VQIDAQAB
   [junit4]   2> 2265614 INFO  (qtp1025311610-30151) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.S.Request [infected_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=http://127.0.0.1:33083/solr/infected_shard2_replica_n2/&rows=0&version=2&q=*:*&omitHeader=false&NOW=1579397322302&isShard=true&wt=javabin} hits=44 status=0 QTime=0
   [junit4]   2> 2265614 INFO  (qtp1574899785-30168) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.S.Request [infected_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=http://127.0.0.1:45868/solr/infected_shard1_replica_n1/&rows=0&version=2&q=*:*&omitHeader=false&NOW=1579397322302&isShard=true&wt=javabin} hits=56 status=0 QTime=0
   [junit4]   2> 2265615 INFO  (qtp1025311610-30153) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.S.Request [infected_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&rows=0&wt=javabin&version=2} hits=100 status=0 QTime=36
   [junit4]   2> 2265616 INFO  (TEST-TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast-seed#[637A1692365EFF85]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testQueryToDownCollectionShouldFailFast
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestQueryingOnDownCollection -Dtests.method=testQueryToDownCollectionShouldFailFast -Dtests.seed=637A1692365EFF85 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=pt -Dtests.timezone=America/Asuncion -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 2.04s J2 | TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Request should fail after trying all replica nodes once
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([637A1692365EFF85:B0A73F38916F96F9]:0)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2743)
   [junit4]    > 	at org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast(TestQueryingOnDownCollection.java:91)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2265657 INFO  (OverseerCollectionConfigSetProcessor-72134458186530823-127.0.0.1:33083_solr-n_0000000000) [n:127.0.0.1:33083_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2265730 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1949914824
   [junit4]   2> 2265731 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=714721829
   [junit4]   2> 2265731 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33083_solr
   [junit4]   2> 2265731 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45868_solr
   [junit4]   2> 2265731 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2265731 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:33083_solr as DOWN
   [junit4]   2> 2265826 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2265826 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:45868_solr as DOWN
   [junit4]   2> 2265826 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=928278754
   [junit4]   2> 2265826 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34973_solr
   [junit4]   2> 2265827 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2265827 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:34973_solr as DOWN
   [junit4]   2> 2265828 INFO  (coreCloseExecutor-9525-thread-1) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4f359584
   [junit4]   2> 2265828 INFO  (coreCloseExecutor-9525-thread-1) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.infected.shard1.replica_n1, tag=SolrCore@4f359584
   [junit4]   2> 2265828 INFO  (coreCloseExecutor-9525-thread-1) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28018739: rootName = solr_45868, domain = solr.core.infected.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.infected.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1d5b55b2
   [junit4]   2> 2265828 INFO  (coreCloseExecutor-9526-thread-1) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@681108fc
   [junit4]   2> 2265828 INFO  (coreCloseExecutor-9526-thread-1) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.infected.shard2.replica_n2, tag=SolrCore@681108fc
   [junit4]   2> 2265828 INFO  (coreCloseExecutor-9526-thread-1) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71e3cd7b: rootName = solr_33083, domain = solr.core.infected.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.infected.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@53a6c6cd
   [junit4]   2> 2265868 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2265868 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f47e9b4: rootName = solr_34973, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@697c8925
   [junit4]   2> 2265944 INFO  (coreCloseExecutor-9526-thread-1) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.infected.shard2.leader, tag=SolrCore@681108fc
   [junit4]   2> 2265945 INFO  (coreCloseExecutor-9526-thread-1) [n:127.0.0.1:33083_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 2265974 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2265974 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@145cbffc: rootName = solr_34973, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3265d6d4
   [junit4]   2> 2265976 INFO  (coreCloseExecutor-9525-thread-1) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.infected.shard1.leader, tag=SolrCore@4f359584
   [junit4]   2> 2265976 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2265976 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@529cb58b: rootName = solr_34973, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3aabfea3
   [junit4]   2> 2265976 INFO  (coreCloseExecutor-9525-thread-1) [n:127.0.0.1:45868_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 2265976 INFO  (jetty-closer-8579-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2265977 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2265977 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d387a9e: rootName = solr_45868, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@575cd053
   [junit4]   2> 2266015 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2266015 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17c01897: rootName = solr_45868, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3265d6d4
   [junit4]   2> 2266016 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2266016 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13cb3dd9: rootName = solr_45868, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3aabfea3
   [junit4]   2> 2266017 INFO  (jetty-closer-8579-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2266036 ERROR (OverseerStateUpdate-72134458186530823-127.0.0.1:33083_solr-n_0000000000) [n:127.0.0.1:33083_solr     ] o.a.s.c.Overseer Exception in Overseer main queue loop
   [junit4]   2>           => org.apache.zookeeper.KeeperException$BadVersionException: KeeperErrorCode = BadVersion for /collections/infected/state.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:122)
   [junit4]   2> org.apache.zookeeper.KeeperException$BadVersionException: KeeperErrorCode = BadVersion for /collections/infected/state.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:122) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:2384) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:350) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:350) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:199) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:259) ~[java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 2266036 INFO  (zkCallback-8554-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2266048 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2266048 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@520a12e9: rootName = solr_33083, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1cea4aca
   [junit4]   2> 2266066 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2266066 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@330225d7: rootName = solr_33083, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3265d6d4
   [junit4]   2> 2266088 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2266088 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@312a3102: rootName = solr_33083, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3aabfea3
   [junit4]   2> 2266088 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2266114 INFO  (closeThreadPool-8591-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72134458186530823-127.0.0.1:33083_solr-n_0000000000) closing
   [junit4]   2> 2266114 INFO  (OverseerAutoScalingTriggerThread-72134458186530823-127.0.0.1:33083_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2266139 INFO  (zkCallback-8542-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2266139 INFO  (OverseerStateUpdate-72134458186530823-127.0.0.1:33083_solr-n_0000000000) [n:127.0.0.1:33083_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33083_solr
   [junit4]   2> 2266139 INFO  (closeThreadPool-8591-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72134458186530823-127.0.0.1:33083_solr-n_0000000000) closing
   [junit4]   2> 2266140 INFO  (jetty-closer-8579-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ea3eea8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2266141 INFO  (jetty-closer-8579-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a424084{/solr,null,UNAVAILABLE}
   [junit4]   2> 2266141 INFO  (jetty-closer-8579-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2266264 INFO  (jetty-closer-8579-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5318e582{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2266264 INFO  (jetty-closer-8579-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6539e006{/solr,null,UNAVAILABLE}
   [junit4]   2> 2266264 INFO  (jetty-closer-8579-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2266363 INFO  (jetty-closer-8579-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72134458186530823-127.0.0.1:33083_solr-n_0000000000) closing
   [junit4]   2> 2266386 INFO  (jetty-closer-8579-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@33dafaa9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2266387 INFO  (jetty-closer-8579-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26c3230{/solr,null,UNAVAILABLE}
   [junit4]   2> 2266387 INFO  (jetty-closer-8579-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2266388 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2266590 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/collections/infected/terms/shard2
   [junit4]   2> 	3	/solr/collections/infected/terms/shard1
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 	2	/solr/collections/infected/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/infected/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/overseer/queue
   [junit4]   2> 	12	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2266591 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34008
   [junit4]   2> 2266591 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34008
   [junit4]   2> 2266591 INFO  (SUITE-TestQueryingOnDownCollection-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34008
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_637A1692365EFF85-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@47914402), locale=pt, timezone=America/Asuncion
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=8,threads=1,free=162688608,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [CustomCollectionTest, TestFacetMethods, TestZkChroot, IndexSchemaTest, FastVectorHighlighterTest, TolerantUpdateProcessorTest, DimensionalRoutedAliasUpdateProcessorTest, RootFieldTest, FullSolrCloudDistribCmdsTest, SystemInfoHandlerTest, TestWriterPerf, SecurityConfHandlerTest, TestLazyCores, TestTlogReplica, TestAddFieldRealTimeGet, LegacyCloudClusterPropTest, ExplicitHLLTest, TestLeaderElectionZkExpiry, TestInitQParser, DeleteNodeTest, BadComponentTest, OverseerSolrResponseUnsafeSerializationTest, TestSlowCompositeReaderWrapper, DistributedQueryElevationComponentTest, HttpPartitionTest, TestCryptoKeys, MoreLikeThisComponentTest, CoreAdminOperationTest, WordBreakSolrSpellCheckerTest, TestSSLRandomization, StatelessScriptUpdateProcessorFactoryTest, DateMathParserTest, TestUpdate, TriggerCooldownIntegrationTest, JSONWriterTest, ConvertedLegacyTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSubQueryTransformerCrossCore, RoutingToNodesWithPropertiesTest, TestDFISimilarityFactory, TestPhraseSuggestions, TestSortableTextField, TestSimNodeAddedTrigger, SolrCoreTest, AutoscalingHistoryHandlerTest, TestBlobHandler, DistributedTermsComponentTest, DistributedFacetSimpleRefinementLongTailTest, BlockJoinFacetSimpleTest, TermVectorComponentTest, MetricTriggerIntegrationTest, TestRecoveryHdfs, OutOfBoxZkACLAndCredentialsProvidersTest, LeaderElectionIntegrationTest, TestSolrDeletionPolicy1, XmlUpdateRequestHandlerTest, DistributedIntervalFacetingTest, TestChildDocTransformerHierarchy, TestSimDistribStateManager, CreateRoutedAliasTest, TestReRankQParserPlugin, TestSystemCollAutoCreate, TestUseDocValuesAsStored2, TestDistribIDF, HLLUtilTest, SolrCoreMetricManagerTest, SolrLogAuditLoggerPluginTest, DistributedMLTComponentTest, TestExtendedDismaxParser, SolrIndexConfigTest, TestJsonFacets, TestSimExtremeIndexing, TestSolrCloudSnapshots, TestLuceneMatchVersion, ConfigureRecoveryStrategyTest, CollectionStateFormat2Test, ScriptEngineTest, TestSchemaField, RecoveryAfterSoftCommitTest, SimpleCollectionCreateDeleteTest, MaxSizeAutoCommitTest, AutoAddReplicasPlanActionTest, PeerSyncWithIndexFingerprintCachingTest, HdfsRecoverLeaseTest, CacheHeaderTest, TestShardHandlerFactory, AnalyticsQueryTest, TestCloudJSONFacetJoinDomain, DocValuesMissingTest, AtomicUpdateProcessorFactoryTest, DebugComponentTest, TestRTGBase, TestCoreContainer, SolrMetricsIntegrationTest, ResponseBuilderTest, JavaBinAtomicUpdateMultivalueTest, TestPushWriter, TestExpandComponent, ClusterStateTest, SearchRateTriggerTest, ResourceLoaderTest, DistribJoinFromCollectionTest, DataDrivenBlockJoinTest, TriggerSetPropertiesIntegrationTest, TestFreeTextSuggestions, NumberUtilsTest, ShardRoutingCustomTest, HdfsUnloadDistributedZkTest, SortByFunctionTest, DistributedFacetExistsSmallTest, TestDynamicLoadingUrl, MoveReplicaHDFSTest, IndexSizeTriggerMixedBoundsTest, NodeMarkersRegistrationTest, TestStandardQParsers, TestInfoStreamLogging, ZkShardTermsTest, SliceStateTest, TestStressReorder, TestSolrCachePerf, SolrShardReporterTest, TestFieldCacheVsDocValues, RulesTest, TestSolrCloudWithKerberosAlt, CdcrBootstrapTest, MigrateRouteKeyTest, RequiredFieldsTest, BasicAuthIntegrationTest, FieldAnalysisRequestHandlerTest, TestConfigSetImmutable, TestCustomSort, JWTVerificationkeyResolverTest, TestStressInPlaceUpdates, ProtectedTermFilterFactoryTest, TestInPlaceUpdatesStandalone, TestObjectReleaseTracker, BasicDistributedZkTest, TestRandomRequestDistribution, Te

[...truncated too long message...]

o.e.j.s.AbstractConnector Stopped ServerConnector@5a7e2813{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2324727 INFO  (jetty-closer-8866-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66c8724d{/solr,null,UNAVAILABLE}
   [junit4]   2> 2324727 INFO  (jetty-closer-8866-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2324729 INFO  (jetty-closer-8866-thread-5) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7971a1a2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2324799 INFO  (jetty-closer-8866-thread-5) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@391c3f9c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2324800 INFO  (jetty-closer-8866-thread-5) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2324806 INFO  (jetty-closer-8866-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72134461791076363-127.0.0.1:36706_solr-n_0000000000) closing
   [junit4]   2> 2324816 INFO  (jetty-closer-8866-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@8b0143a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2324816 INFO  (jetty-closer-8866-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7844f3e9{/solr,null,UNAVAILABLE}
   [junit4]   2> 2324816 INFO  (jetty-closer-8866-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2324831 INFO  (jetty-closer-8866-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@b78c846{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2324832 INFO  (jetty-closer-8866-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@469e7c10{/solr,null,UNAVAILABLE}
   [junit4]   2> 2324833 INFO  (jetty-closer-8866-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2324836 INFO  (jetty-closer-8866-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2257478f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2324836 INFO  (jetty-closer-8866-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62db01f1{/solr,null,UNAVAILABLE}
   [junit4]   2> 2324836 INFO  (jetty-closer-8866-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2324863 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2325066 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/test_col/terms/shard1
   [junit4]   2> 	7	/solr/collections/test_col/terms/shard2
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/packages.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	4	/solr/configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 	4	/solr/collections/test_col/collectionprops.json
   [junit4]   2> 	4	/solr/configs/solrCloudCollectionConfig
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/collections/test_col/state.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72134461791076368-127.0.0.1:46179_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	32	/solr/overseer/queue
   [junit4]   2> 	24	/solr/live_nodes
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2325120 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43605
   [junit4]   2> 2325120 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43605
   [junit4]   2> 2325120 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[637A1692365EFF85]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43605
   [junit4]   2> 2325121 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[637A1692365EFF85]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jan 19, 2020 1:29:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {expected_shard_s=Lucene84, _root_=BlockTreeOrds(blocksize=128), id=Lucene84}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1222, maxMBSortInHeap=6.5575616916597, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@282b0dc6), locale=lt-LT, timezone=Etc/GMT+7
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=8,threads=1,free=277057072,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [CustomCollectionTest, TestFacetMethods, TestZkChroot, IndexSchemaTest, FastVectorHighlighterTest, TolerantUpdateProcessorTest, DimensionalRoutedAliasUpdateProcessorTest, RootFieldTest, FullSolrCloudDistribCmdsTest, SystemInfoHandlerTest, TestWriterPerf, SecurityConfHandlerTest, TestLazyCores, TestTlogReplica, TestAddFieldRealTimeGet, LegacyCloudClusterPropTest, ExplicitHLLTest, TestLeaderElectionZkExpiry, TestInitQParser, DeleteNodeTest, BadComponentTest, OverseerSolrResponseUnsafeSerializationTest, TestSlowCompositeReaderWrapper, DistributedQueryElevationComponentTest, HttpPartitionTest, TestCryptoKeys, MoreLikeThisComponentTest, CoreAdminOperationTest, WordBreakSolrSpellCheckerTest, TestSSLRandomization, StatelessScriptUpdateProcessorFactoryTest, DateMathParserTest, TestUpdate, TriggerCooldownIntegrationTest, JSONWriterTest, ConvertedLegacyTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSubQueryTransformerCrossCore, RoutingToNodesWithPropertiesTest, TestDFISimilarityFactory, TestPhraseSuggestions, TestSortableTextField, TestSimNodeAddedTrigger, SolrCoreTest, AutoscalingHistoryHandlerTest, TestBlobHandler, DistributedTermsComponentTest, DistributedFacetSimpleRefinementLongTailTest, BlockJoinFacetSimpleTest, TermVectorComponentTest, MetricTriggerIntegrationTest, TestRecoveryHdfs, OutOfBoxZkACLAndCredentialsProvidersTest, LeaderElectionIntegrationTest, TestSolrDeletionPolicy1, XmlUpdateRequestHandlerTest, DistributedIntervalFacetingTest, TestChildDocTransformerHierarchy, TestSimDistribStateManager, CreateRoutedAliasTest, TestReRankQParserPlugin, TestSystemCollAutoCreate, TestUseDocValuesAsStored2, TestDistribIDF, HLLUtilTest, SolrCoreMetricManagerTest, SolrLogAuditLoggerPluginTest, DistributedMLTComponentTest, TestExtendedDismaxParser, SolrIndexConfigTest, TestJsonFacets, TestSimExtremeIndexing, TestSolrCloudSnapshots, TestLuceneMatchVersion, ConfigureRecoveryStrategyTest, CollectionStateFormat2Test, ScriptEngineTest, TestSchemaField, RecoveryAfterSoftCommitTest, SimpleCollectionCreateDeleteTest, MaxSizeAutoCommitTest, AutoAddReplicasPlanActionTest, PeerSyncWithIndexFingerprintCachingTest, HdfsRecoverLeaseTest, CacheHeaderTest, TestShardHandlerFactory, AnalyticsQueryTest, TestCloudJSONFacetJoinDomain, DocValuesMissingTest, AtomicUpdateProcessorFactoryTest, DebugComponentTest, TestRTGBase, TestCoreContainer, SolrMetricsIntegrationTest, ResponseBuilderTest, JavaBinAtomicUpdateMultivalueTest, TestPushWriter, TestExpandComponent, ClusterStateTest, SearchRateTriggerTest, ResourceLoaderTest, DistribJoinFromCollectionTest, DataDrivenBlockJoinTest, TriggerSetPropertiesIntegrationTest, TestFreeTextSuggestions, NumberUtilsTest, ShardRoutingCustomTest, HdfsUnloadDistributedZkTest, SortByFunctionTest, DistributedFacetExistsSmallTest, TestDynamicLoadingUrl, MoveReplicaHDFSTest, IndexSizeTriggerMixedBoundsTest, NodeMarkersRegistrationTest, TestStandardQParsers, TestInfoStreamLogging, ZkShardTermsTest, SliceStateTest, TestStressReorder, TestSolrCachePerf, SolrShardReporterTest, TestFieldCacheVsDocValues, RulesTest, TestSolrCloudWithKerberosAlt, CdcrBootstrapTest, MigrateRouteKeyTest, RequiredFieldsTest, BasicAuthIntegrationTest, FieldAnalysisRequestHandlerTest, TestConfigSetImmutable, TestCustomSort, JWTVerificationkeyResolverTest, TestStressInPlaceUpdates, ProtectedTermFilterFactoryTest, TestInPlaceUpdatesStandalone, TestObjectReleaseTracker, BasicDistributedZkTest, TestRandomRequestDistribution, TestLegacyNumericRangeQueryBuilder, BufferStoreTest, TestCollectionsAPIViaSolrCloudCluster, BinaryUpdateRequestHandlerTest, TestFieldCollectionResource, TaggerTest, TestManagedSchemaThreadSafety, TestSimScenario, SplitShardTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudSearcherWarming, TestOnReconnectListenerSupport, TestQueryingOnDownCollection, TestRandomFlRTGCloud, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestTlogReplayVsRecovery, TestTolerantUpdateProcessorCloud]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTolerantUpdateProcessorCloud -Dtests.seed=637A1692365EFF85 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lt-LT -Dtests.timezone=Etc/GMT+7 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | TestTolerantUpdateProcessorCloud (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([637A1692365EFF85]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorCloud.java:185)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [532/896 (2!)] on J2 in 9.50s, 0 tests, 1 failure <<< FAILURES!

[...truncated 53831 lines...]