You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/11 10:48:30 UTC

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20887 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20887/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest

Error Message:
Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([54A8B380B1BA9C64]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest.setupCluster(SelectWithEvaluatorsTest.java:71)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 14965 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
   [junit4]   2> 74904 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/init-core-data-001
   [junit4]   2> 74905 WARN  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 74905 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 74906 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 74907 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001
   [junit4]   2> 74907 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 74908 INFO  (Thread-309) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 74908 INFO  (Thread-309) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 74909 ERROR (Thread-309) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 75008 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46317
   [junit4]   2> 75017 INFO  (jetty-launcher-674-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 75017 INFO  (jetty-launcher-674-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 75017 INFO  (jetty-launcher-674-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 75017 INFO  (jetty-launcher-674-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 75019 INFO  (jetty-launcher-674-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5aa913fc{/solr,null,AVAILABLE}
   [junit4]   2> 75019 INFO  (jetty-launcher-674-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@558c5463{/solr,null,AVAILABLE}
   [junit4]   2> 75019 INFO  (jetty-launcher-674-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@195c3069{/solr,null,AVAILABLE}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2278cdbe{SSL,[ssl, http/1.1]}{127.0.0.1:42855}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f3faa6a{/solr,null,AVAILABLE}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.e.j.s.Server Started @77244ms
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3dc4488a{SSL,[ssl, http/1.1]}{127.0.0.1:32977}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42855}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.e.j.s.Server Started @77244ms
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32977}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7cdc1762{SSL,[ssl, http/1.1]}{127.0.0.1:38983}
   [junit4]   2> 75022 ERROR (jetty-launcher-674-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-1) [    ] o.e.j.s.Server Started @77244ms
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 75022 ERROR (jetty-launcher-674-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38983}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T10:39:41.226801Z
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T10:39:41.226870Z
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c3a00{SSL,[ssl, http/1.1]}{127.0.0.1:45421}
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.e.j.s.Server Started @77245ms
   [junit4]   2> 75023 ERROR (jetty-launcher-674-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45421}
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T10:39:41.227398Z
   [junit4]   2> 75023 ERROR (jetty-launcher-674-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T10:39:41.227741Z
   [junit4]   2> 75027 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 75027 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 75027 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 75028 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 75036 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
   [junit4]   2> 75036 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
   [junit4]   2> 75040 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
   [junit4]   2> 75041 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faaa9e2390006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 75042 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
   [junit4]   2> 75059 WARN  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 75059 WARN  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 75059 WARN  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 75061 WARN  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 75061 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 75061 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 75061 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 75062 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42855_solr
   [junit4]   2> 75062 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45421_solr
   [junit4]   2> 75062 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38983_solr
   [junit4]   2> 75062 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 75063 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.Overseer Overseer (id=98985363447021579-127.0.0.1:42855_solr-n_0000000000) starting
   [junit4]   2> 75063 INFO  (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 75063 INFO  (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 75063 INFO  (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 75066 INFO  (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 75066 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32977_solr
   [junit4]   2> 75067 INFO  (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 75067 INFO  (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 75067 INFO  (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 75074 INFO  (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 75080 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42855_solr
   [junit4]   2> 75081 INFO  (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 75081 INFO  (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 75082 INFO  (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 75099 INFO  (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 75112 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75112 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75120 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75120 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75121 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75121 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75121 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node2/.
   [junit4]   2> 75122 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/.
   [junit4]   2> 75123 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75128 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75128 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75129 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node3/.
   [junit4]   2> 75130 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75135 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75135 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75136 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/.
   [junit4]   2> 75216 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 75217 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46317/solr ready
   [junit4]   2> 75227 INFO  (qtp962193421-1987) [n:127.0.0.1:42855_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 75229 INFO  (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
   [junit4]   2> 75335 INFO  (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42855/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 75338 INFO  (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38983/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 75543 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 75543 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 75553 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 75554 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 75656 INFO  (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 75656 INFO  (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 75656 INFO  (zkCallback-692-thread-2-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 75656 INFO  (zkCallback-695-thread-2-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 76555 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 76561 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 76562 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 76564 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76566 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76567 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76568 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
   [junit4]   2> 76568 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76584 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76584 WARN  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76636 WARN  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 76636 WARN  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/collection1_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/./collection1_collection_shard2_replica_n2/data/]
   [junit4]   2> 76639 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 76639 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/collection1_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/./collection1_collection_shard1_replica_n1/data/]
   [junit4]   2> 76667 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 76667 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 76668 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 76668 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 76669 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fe370ae[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 76669 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 76670 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 76670 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 76670 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583765816998887424
   [junit4]   2> 76671 INFO  (searcherExecutor-727-thread-1-processing-n:127.0.0.1:42855_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@6fe370ae[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 76674 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 76674 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 76674 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/ shard1
   [junit4]   2> 76675 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 76675 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 76675 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b165631[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 76676 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 76676 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 76677 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 76677 INFO  (searcherExecutor-726-thread-1-processing-n:127.0.0.1:38983_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@7b165631[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 76677 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583765817006227456
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 76681 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/ shard2
   [junit4]   2> 255230 ERROR (qtp962193421-1987) [n:127.0.0.1:42855_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 255230 INFO  (qtp962193421-1987) [n:127.0.0.1:42855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 255231 ERROR (qtp962193421-1987) [n:127.0.0.1:42855_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 255234 INFO  (jetty-closer-675-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2278cdbe{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 255234 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2013905620
   [junit4]   2> 255234 INFO  (jetty-closer-675-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3dc4488a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2077295373
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71ef436e: rootName = solr_32977, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4af8b4b4
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5db8befe: rootName = solr_42855, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2024bf8b
   [junit4]   2> 255245 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42855/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:42855/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42855 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 255248 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38983/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:38983/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:38983 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 255249 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [collection1_collection].
   [junit4]   2> 255250 INFO  (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 255247 INFO  (jetty-closer-675-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c3a00{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 255251 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42855/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:42855/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:42855 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
   [junit4]   2> 	at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
   [junit4]   2> 	at java.base/java.net.Socket.connect(Socket.java:591)
   [junit4]   2> 	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 255253 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 255253 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38983/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:38983/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:38983 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
   [junit4]   2> 	at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
   [junit4]   2> 	at java.base/java.net.Socket.connect(Socket.java:591)
   [junit4]   2> 	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 255247 INFO  (jetty-closer-675-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7cdc1762{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 255253 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@783d6ffb: rootName = solr_32977, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
   [junit4]   2> 255253 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 255252 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=657808713
   [junit4]   2> 255262 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6fba351d: rootName = solr_42855, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
   [junit4]   2> 255262 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 255262 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7382b036: rootName = solr_45421, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ba37edc
   [junit4]   2> 255254 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1853813898
   [junit4]   2> 255263 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 255263 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@262c0a54: rootName = solr_38983, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@19ac861
   [junit4]   2> 255266 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 255266 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21b28245: rootName = solr_42855, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
   [junit4]   2> 255268 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 255268 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6917cfb9: rootName = solr_45421, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42855_solr
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f16ba6c: rootName = solr_38983, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14bc6aad: rootName = solr_32977, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
   [junit4]   2> 255270 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32977_solr
   [junit4]   2> 255270 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 255270 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 255271 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 255271 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f996a4: rootName = solr_45421, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
   [junit4]   2> 255271 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45421_solr
   [junit4]   2> 255272 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 255272 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 255273 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 255273 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70ece5a3: rootName = solr_38983, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
   [junit4]   2> 255274 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38983_solr
   [junit4]   2> 255274 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 255288 INFO  (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d85a6d4
   [junit4]   2> 255288 INFO  (zkCallback-696-thread-2-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
   [junit4]   2> 255288 INFO  (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=2105910996
   [junit4]   2> 255288 INFO  (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6551a7d9: rootName = solr_42855, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2114bc17
   [junit4]   2> 255288 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faaa9e2390009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 255288 INFO  (zkCallback-695-thread-5-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
   [junit4]   2> 255293 INFO  (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@a3d19ae
   [junit4]   2> 255293 INFO  (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=171776430
   [junit4]   2> 255294 INFO  (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ff8f56e: rootName = solr_38983, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@4ccd0889
   [junit4]   2> 255294 INFO  (jetty-closer-675-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@558c5463{/solr,null,UNAVAILABLE}
   [junit4]   2> 255294 INFO  (zkCallback-692-thread-3-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
   [junit4]   2> 255296 INFO  (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=2105910996
   [junit4]   2> 255296 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98985363447021579-127.0.0.1:42855_solr-n_0000000000) closing
   [junit4]   2> 255296 INFO  (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42855_solr
   [junit4]   2> 255299 INFO  (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=171776430
   [junit4]   2> 255300 INFO  (jetty-closer-675-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5aa913fc{/solr,null,UNAVAILABLE}
   [junit4]   2> 255346 ERROR (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1_collection slice: shard2 saw state=DocCollection(collection1_collection//collections/collection1_collection/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:42855/solr",
   [junit4]   2>           "node_name":"127.0.0.1:42855_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"collection1_collection_shard2_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:38983/solr",
   [junit4]   2>           "node_name":"127.0.0.1:38983_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 255348 ERROR (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.jav

[...truncated too long message...]

ler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 285361 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209818
   [junit4]   2> 285362 ERROR (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 285362 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46317 46317
   [junit4]   2> 300405 INFO  (Thread-309) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46317 46317
   [junit4]   2> 300405 WARN  (Thread-309) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98985363447021579-127.0.0.1:42855_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 300406 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1017, maxMBSortInHeap=5.191338660622971, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@30820e55), locale=en-FI, timezone=Africa/Ceuta
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=334938888,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ArcSineEvaluatorTest, NaturalLogEvaluatorTest, CloudSolrClientCacheTest, TestSpellCheckResponse, FieldValueEvaluatorTest, TestPathTrie, AscEvaluatorTest, LargeVolumeBinaryJettyTest, ConcurrentUpdateSolrClientBuilderTest, SquareRootEvaluatorTest, UsingSolrJRefGuideExamplesTest, LargeVolumeEmbeddedTest, StreamExpressionParserTest, TestConfigSetAdminRequest, RawValueEvaluatorTest, TestNamedListCodec, TestV1toV2ApiMapper, FieldAnalysisResponseTest, TestEmbeddedSolrServer, NotEvaluatorTest, TermsResponseTest, SolrExampleStreamingTest, SolrExampleEmbeddedTest, TestBatchUpdate, JettyWebappTest, LargeVolumeJettyTest, TestCoreAdmin, SolrQueryTest, ContentStreamTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, SolrDocumentTest, ClientUtilsTest, AnlysisResponseBaseTest, FacetFieldTest, GetByIdTest, SolrSchemalessExampleTest, TestLBHttpSolrClient, TestPolicy, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientTest, GraphTest, JdbcDriverTest, JdbcTest, SelectWithEvaluatorsTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SelectWithEvaluatorsTest -Dtests.seed=54A8B380B1BA9C64 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-FI -Dtests.timezone=Africa/Ceuta -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | SelectWithEvaluatorsTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([54A8B380B1BA9C64]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest.setupCluster(SelectWithEvaluatorsTest.java:71)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [146/146 (1!)] on J0 in 225.53s, 0 tests, 1 error <<< FAILURES!

[...truncated 39180 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20893 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20893/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

8 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplica.testAddDocs

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully remove collection: pull_replica_test_add_docs

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully remove collection: pull_replica_test_add_docs
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:64AB55850C0E511D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.tearDown(TestPullReplica.java:114)
	at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[84204E83EF40A3F0:9F30BFCF19B05BC0]}

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_create_delete

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_create_delete
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:9F30BFCF19B05BC0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:129)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[84204E83EF40A3F0:2B6603332D7290EC]}

Error Message:
expected:<200> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<500>
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:2B6603332D7290EC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:156)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testKillLeader

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_leader

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_leader
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:CD36BA378DFB37A6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
	at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:289)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testRealTimeGet

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_real_time_get

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_real_time_get
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:DC4DBB804DFA0D39]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:327)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:F71DF996F7F7B074]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica(TestPullReplica.java:263)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testKillPullReplica

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_pull_replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_pull_replica
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:8D152164FF142C8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testKillPullReplica(TestPullReplica.java:463)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:172ED2B8FBBE4A59]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
	at org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas(TestPullReplica.java:285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13398 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplica
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/init-core-data-001
   [junit4]   2> 1986469 WARN  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
   [junit4]   2> 1986469 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1986470 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1986470 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1986471 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001
   [junit4]   2> 1986471 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1986471 INFO  (Thread-4052) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1986471 INFO  (Thread-4052) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1986474 ERROR (Thread-4052) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1986571 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34707
   [junit4]   2> 1986576 INFO  (jetty-launcher-4712-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1986576 INFO  (jetty-launcher-4712-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1986577 INFO  (jetty-launcher-4712-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d432bf{/solr,null,AVAILABLE}
   [junit4]   2> 1986577 INFO  (jetty-launcher-4712-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c4f42c{/solr,null,AVAILABLE}
   [junit4]   2> 1986578 INFO  (jetty-launcher-4712-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17de321{HTTP/1.1,[http/1.1]}{127.0.0.1:43221}
   [junit4]   2> 1986578 INFO  (jetty-launcher-4712-thread-2) [    ] o.e.j.s.Server Started @1988501ms
   [junit4]   2> 1986578 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43221}
   [junit4]   2> 1986578 ERROR (jetty-launcher-4712-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T07:28:50.919Z
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@cda30a{HTTP/1.1,[http/1.1]}{127.0.0.1:42921}
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.e.j.s.Server Started @1988502ms
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42921}
   [junit4]   2> 1986579 ERROR (jetty-launcher-4712-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1986580 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1986580 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T07:28:50.920Z
   [junit4]   2> 1986580 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1986581 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1986586 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34707/solr
   [junit4]   2> 1986586 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34707/solr
   [junit4]   2> 1986638 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1986639 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42921_solr
   [junit4]   2> 1986640 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.Overseer Overseer (id=98990275350429702-127.0.0.1:42921_solr-n_0000000000) starting
   [junit4]   2> 1986648 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1986648 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43221_solr
   [junit4]   2> 1986668 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1986671 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1986671 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42921_solr
   [junit4]   2> 1986671 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1986672 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1986783 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986784 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986789 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986789 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986790 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986790 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986790 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/.
   [junit4]   2> 1986791 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/.
   [junit4]   2> 1986821 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1986821 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34707/solr ready
   [junit4]   2> 1986822 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.TestPullReplica Using legacyCloud?: false
   [junit4]   2> 1986823 INFO  (qtp16861779-20479) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1986824 INFO  (qtp16861779-20479) [n:127.0.0.1:42921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986883 INFO  (TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[84204E83EF40A3F0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSearchWhileReplicationHappens
   [junit4]   2> 1986883 INFO  (TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[84204E83EF40A3F0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSearchWhileReplicationHappens
   [junit4]   2> 1986935 INFO  (TEST-TestPullReplica.testAddDocs-seed#[84204E83EF40A3F0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
   [junit4]   2> 1986935 INFO  (qtp16861779-20480) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1986936 INFO  (OverseerThreadFactory-7134-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_add_docs
   [junit4]   2> 1986936 WARN  (OverseerThreadFactory-7134-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection pull_replica_test_add_docs is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1987053 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42921/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1987054 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43221/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1987055 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42921/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1987256 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1987256 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1987257 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1987257 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1987257 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1987362 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1987362 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1987362 INFO  (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1987362 INFO  (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988267 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1988267 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1988268 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1988273 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p4] Schema name=minimal
   [junit4]   2> 1988274 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1988274 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 1988301 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1988302 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p4' using configuration from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 1988302 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1988302 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_n1' using configuration from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 1988302 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.core.pull_replica_test_add_docs.shard1.replica_p4' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1988302 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1988302 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1988302 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_p4/data/]
   [junit4]   2> 1988302 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p2' using configuration from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 1988303 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.core.pull_replica_test_add_docs.shard1.replica_n1' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1988303 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1988303 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_n1/data/]
   [junit4]   2> 1988303 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.core.pull_replica_test_add_docs.shard1.replica_p2' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1988303 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1988305 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/pull_replica_test_add_docs_shard1_replica_p2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/./pull_replica_test_add_docs_shard1_replica_p2/data/]
   [junit4]   2> 1988361 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1988362 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1988362 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1988362 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1988363 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@b8d354[pull_replica_test_add_docs_shard1_replica_p4] main]
   [junit4]   2> 1988364 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1988364 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1988364 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1988364 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1988365 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1988365 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1988365 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988365 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e9d8ba[pull_replica_test_add_docs_shard1_replica_n1] main]
   [junit4]   2> 1988366 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 1988366 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1988366 INFO  (searcherExecutor-7139-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_p4 s:shard1 c:pull_replica_test_add_docs r:core_node6) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p4] Registered new searcher Searcher@b8d354[pull_replica_test_add_docs_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1988366 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1988366 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1988366 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b85f2c[pull_replica_test_add_docs_shard1_replica_p2] main]
   [junit4]   2> 1988366 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988366 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1988367 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1988367 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1988367 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988367 INFO  (searcherExecutor-7140-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@1e9d8ba[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1988367 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988367 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583844407594975232
   [junit4]   2> 1988367 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p2 starting background replication from leader
   [junit4]   2> 1988367 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1988368 INFO  (searcherExecutor-7141-thread-1-processing-n:127.0.0.1:43221_solr x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 c:pull_replica_test_add_docs r:core_node5) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher Searcher@1b85f2c[pull_replica_test_add_docs_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1988368 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1988368 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/ has no replicas
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1988371 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/ shard1
   [junit4]   2> 1988472 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988472 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988472 INFO  (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988472 INFO  (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988517 INFO  (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 1988518 INFO  (indexFetcher-7155-thread-1) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 1988521 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1988522 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1266
   [junit4]   2> 1988625 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988625 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988625 INFO  (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988626 INFO  (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1989376 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2119
   [junit4]   2> 1989376 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2119
   [junit4]   2> 1989379 INFO  (qtp16861779-20480) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1989470 INFO  (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1989470 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1989470 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1989470 INFO  (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1990379 INFO  (qtp16861779-20480) [n:127.0.0.1:42921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3443
   [junit4]   2> 1990383 INFO  (qtp16861779-20481) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1583844409707855872)]} 0 1
   [junit4]   2> 1990383 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583844409708904448,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1990383 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@92f073 commitCommandVersion:1583844409708904448
   [junit4]   2> 1990388 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e8e8aa[pull_replica_test_add_docs_shard1_replica_n1] main]
   [junit4]   2> 1990388 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1990389 INFO  (searcherExecutor-7140-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@e8e8aa[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1990389 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=pull_replica_test_add_docs:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 1990391 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1990393 INFO  (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990494 INFO  (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990595 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990695 INFO  (qtp20254541-20469) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990796 INFO  (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990896 INFO  (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990942 INFO  (OverseerCollectionConfigSetProcessor-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1990997 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1991098 INFO  (qtp20254541-20469) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1991198 INFO  (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1991299 INFO  (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1991367 INFO  (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 1991367 INFO  (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 1991368 INFO  (

[...truncated too long message...]

be07f
   [junit4]   2> 2232349 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2232349 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18aaf3a: rootName = solr_42921, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@12be07f
   [junit4]   2> 2232352 INFO  (jetty-closer-4713-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2232352 INFO  (jetty-closer-4713-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f8b7bb: rootName = solr_43221, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@145e1cb
   [junit4]   2> 2232353 INFO  (jetty-closer-4713-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43221_solr
   [junit4]   2> 2232353 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2232353 INFO  (jetty-closer-4713-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2232353 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17fe32: rootName = solr_42921, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@145e1cb
   [junit4]   2> 2232353 INFO  (zkCallback-4723-thread-3-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2232353 INFO  (zkCallback-4724-thread-3-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2232354 INFO  (jetty-closer-4713-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d432bf{/solr,null,UNAVAILABLE}
   [junit4]   2> 2232355 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42921_solr
   [junit4]   2> 2232356 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2232356 INFO  (zkCallback-4724-thread-3-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2232356 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98990275350429702-127.0.0.1:42921_solr-n_0000000000) closing
   [junit4]   2> 2232356 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42921_solr
   [junit4]   2> 2232356 WARN  (OverseerAutoScalingTriggerThread-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2232360 INFO  (jetty-closer-4713-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c4f42c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2232360 ERROR (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2232360 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34707 34707
   [junit4]   2> 2237391 INFO  (Thread-4052) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34707 34707
   [junit4]   2> 2237392 WARN  (Thread-4052) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections/pull_replica_test_add_docs/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {foo=FSTOrd50, id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1627, maxMBSortInHeap=6.642166144529886, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bb88ff), locale=lt, timezone=Canada/Atlantic
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=250616328,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestChildDocTransformer, TestRTimerTree, TestStressLucene, SolrGangliaReporterTest, SolrXmlInZkTest, TestFieldSortValues, ConvertedLegacyTest, TestAnalyzedSuggestions, DistributedIntervalFacetingTest, SaslZkACLProviderTest, ZkSolrClientTest, ZkCLITest, TestWriterPerf, BasicAuthIntegrationTest, TestReplicationHandlerBackup, OverseerModifyCollectionTest, DistribDocExpirationUpdateProcessorTest, ChaosMonkeySafeLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsUnloadDistributedZkTest, QueryEqualityTest, TestConfigSetsAPI, TestFieldCacheVsDocValues, TestNumericTerms32, SolrIndexConfigTest, ClassificationUpdateProcessorTest, RegexBoostProcessorTest, HealthCheckHandlerTest, TestCryptoKeys, LeaderFailoverAfterPartitionTest, TestOnReconnectListenerSupport, NumericFieldsTest, SuggesterFSTTest, SignatureUpdateProcessorFactoryTest, TestSchemaNameResource, TestRequestStatusCollectionAPI, SolrRequestParserTest, TestDownShardTolerantSearch, DocumentAnalysisRequestHandlerTest, TestSchemalessBufferedUpdates, BadCopyFieldTest, TestSolrConfigHandler, ShardRoutingCustomTest, TestQuerySenderNoQuery, TestPayloadScoreQParserPlugin, DebugComponentTest, CircularListTest, TestDynamicFieldCollectionResource, TlogReplayBufferedWhileIndexingTest, ShowFileRequestHandlerTest, TestSQLHandler, MoreLikeThisHandlerTest, SimpleCollectionCreateDeleteTest, TestCollectionAPIs, TestFastLRUCache, TestSha256AuthenticationProvider, CdcrReplicationHandlerTest, TestSolr4Spatial, TestJavabinTupleStreamParser, TestClusterProperties, DistributedFacetPivotLargeTest, RemoteQueryErrorTest, TestInPlaceUpdatesDistrib, TestCloudPseudoReturnFields, SolrIndexSplitterTest, HdfsRecoverLeaseTest, TestSolrQueryParser, SmileWriterTest, TestLegacyField, TestOrdValues, TestSimpleTrackingShardHandler, InfixSuggestersTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestStressReorder, TestPullReplicaErrorHandling, PolyFieldTest, TestHashQParserPlugin, SpatialHeatmapFacetsTest, BlobRepositoryCloudTest, HdfsChaosMonkeySafeLeaderTest, EnumFieldTest, SortSpecParsingTest, SpellingQueryConverterTest, HighlighterConfigTest, TestLegacyTerms, TestSolrCloudWithHadoopAuthPlugin, DistributedTermsComponentTest, FullHLLTest, TestDocBasedVersionConstraints, PathHierarchyTokenizerFactoryTest, TestCloudManagedSchema, TestPseudoReturnFields, TestTrieFacet, TestSchemaVersionResource, AutoScalingHandlerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CollectionsAPIDistributedZkTest, TestExactSharedStatsCache, TestNumericRangeQuery64, TestClusterStateMutator, AnalyticsMergeStrategyTest, TestJsonFacetRefinement, TestDocumentBuilder, HdfsBasicDistributedZk2Test, HdfsLockFactoryTest, TestBlobHandler, TestSubQueryTransformerDistrib, AddReplicaTest, TestReloadAndDeleteDocs, DeleteLastCustomShardedReplicaTest, PingRequestHandlerTest, TestDistributedStatsComponentCardinality, CoreAdminRequestStatusTest, TestTlogReplica, BlockJoinFacetDistribTest, TestFieldCacheReopen, TestSolrConfigHandlerConcurrent, TestConfigSetProperties, TestBM25SimilarityFactory, SolrJmxReporterTest, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, TestBadConfig, SoftAutoCommitTest, TestMergePolicyConfig, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, AssignTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteShardTest, DistribJoinFromCollectionTest, ForceLeaderTest, MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudRecovery, TestHdfsCloudBackupRestore, TestPullReplica]
   [junit4] Completed [560/749 (1!)] on J1 in 250.94s, 10 tests, 1 failure, 7 errors, 1 skipped <<< FAILURES!

[...truncated 43675 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20892 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20892/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at http://127.0.0.1:45491/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45491/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([C17B025C60D97D24:754A9AB483300B08]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41387/_/wo

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41387/_/wo
	at __randomizedtesting.SeedInfo.seed([FF3F450C2C4CFDFD:776B7AD682B09005]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index 0 out-of-bounds for length 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
	at __randomizedtesting.SeedInfo.seed([FF3F450C2C4CFDFD:EB771E590F4B40E3]:0)
	at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
	at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
	at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
	at java.base/java.util.Objects.checkIndex(Objects.java:372)
	at java.base/java.util.ArrayList.get(ArrayList.java:440)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12446 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 890859 INFO  (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/init-core-data-001
   [junit4]   2> 890859 WARN  (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 890859 INFO  (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 890860 INFO  (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 890861 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIllegalFilePaths
   [junit4]   2> 890861 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1
   [junit4]   2> 890863 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 890866 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c12fd9e{/solr,null,AVAILABLE}
   [junit4]   2> 890867 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f46f19b{HTTP/1.1,[http/1.1]}{127.0.0.1:43759}
   [junit4]   2> 890867 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server Started @892376ms
   [junit4]   2> 890867 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1/data, hostPort=43759}
   [junit4]   2> 890868 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T04:05:29.491282Z
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/solr.xml
   [junit4]   2> 890871 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 890871 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 890872 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 890900 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 890908 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 890908 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 890910 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/.
   [junit4]   2> 890910 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 890910 INFO  (coreLoadExecutor-3332-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 890916 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 890922 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 890943 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 890998 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 890999 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891000 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 891008 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e40a5f1[collection1] main]
   [junit4]   2> 891009 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1/conf
   [junit4]   2> 891009 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 891010 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 891015 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1
   [junit4]   2> 891016 INFO  (searcherExecutor-3333-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e40a5f1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891017 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 891062 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@349443c2{/solr,null,AVAILABLE}
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4011f13d{HTTP/1.1,[http/1.1]}{127.0.0.1:46189}
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server Started @892572ms
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1/data, hostPort=46189}
   [junit4]   2> 891063 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T04:05:29.686784Z
   [junit4]   2> 891064 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/solr.xml
   [junit4]   2> 891067 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 891067 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 891068 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 891115 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891128 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891128 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891130 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/.
   [junit4]   2> 891130 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 891132 INFO  (coreLoadExecutor-3342-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 891151 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 891156 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 891156 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 891156 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 891157 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891157 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891157 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 891158 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 891209 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891209 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891210 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 891210 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1243f4e0[collection1] main]
   [junit4]   2> 891211 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1/conf
   [junit4]   2> 891212 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 891212 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 891213 INFO  (searcherExecutor-3343-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1243f4e0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891215 ERROR (qtp252334020-14514) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1493)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:617)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891215 INFO  (qtp252334020-14514) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={file=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=0
   [junit4]   2> 891216 ERROR (qtp252334020-14510) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
   [junit4]   2> 	at java.base/java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1493)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:617)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]   2> 	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891217 INFO  (qtp252334020-14510) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={file=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 891222 ERROR (qtp252334020-14509) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1494)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1705)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:613)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891222 INFO  (qtp252334020-14509) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={cf=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=4
   [junit4]   2> 891223 ERROR (qtp252334020-14510) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
   [junit4]   2> 	at java.base/java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1494)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1705)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:613)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891223 INFO  (qtp252334020-14510) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={cf=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 891225 ERROR (qtp252334020-14509) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1495)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1692)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:615)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891225 INFO  (qtp252334020-14509) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={tlogFile=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=0
   [junit4]   2> 891226 ERROR (qtp252334020-14512) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
   [junit4]   2> 	at java.base/java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1495)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1692)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:615)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891227 INFO  (qtp252334020-14512) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={tlogFile=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 891227 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestIllegalFilePaths
   [junit4]   2> 891228 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f46f19b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 891228 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=146225082
   [junit4]   2> 891228 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 891228 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43bb792b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@30b673f1
   [junit4]   2> 891233 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 891234 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28b2eba3: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
   [junit4]   2> 891238 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 891238 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57bd5188: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
   [junit4]   2> 891239 INFO  (coreCloseExecutor-3348-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@68cf29f3
   [junit4]   2> 891239 INFO  (coreCloseExecutor-3348-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1758407155
   [junit4]   2> 891239 INFO  (coreCloseExecutor-3348-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61b9628d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@10280317
   [junit4]   2> 891246 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c12fd9e{/solr,null,UNAVAILABLE}
   [junit4]   2> 891246 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4011f13d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 891246 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1495370349
   [junit4]   2> 891247 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 891247 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57bda3b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@56a1d58
   [junit4]   2> 891254 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 891254 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@722caf31: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
   [junit4]   2> 891259 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 891259 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@572fa56f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
   [junit4]   2> 891266 INFO  (coreCloseExecutor-3350-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6e42de55
   [junit4]   2> 891266 INFO  (coreCloseExecutor-3350-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1849876053
   [junit4]   2> 891266 INFO  (coreCloseExecutor-3350-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e6becc2: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6b5c6ece
   [junit4]   2> 891277 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@349443c2{/solr,null,UNAVAILABLE}
   [junit4]   2> 891279 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
   [junit4]   2> 891279 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1
   [junit4]   2> 891281 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ee6aac4{/solr,null,AVAILABLE}
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@35420f91{HTTP/1.1,[http/1.1]}{127.0.0.1:41995}
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server Started @892792ms
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1/data, hostPort=41995}
   [junit4]   2> 891283 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 891284 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 891284 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 891284 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T04:05:29.907101Z
   [junit4]   2> 891284 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/solr.xml
   [junit4]   2> 891291 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 891291 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 891292 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 891327 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891338 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891338 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891340 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/.
   [junit4]   2> 891340 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 891340 INFO  (coreLoadExecutor-3357-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 891346 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 891351 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 891351 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 891352 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/./collection1, trusted=true
   [junit4]   2> 891352 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891352 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891352 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 891354 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 891398 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891398 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891399 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 891399 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12759b06[collection1] main]
   [junit4]   2> 891399 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1/conf
   [junit4]   2> 891400 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 891400 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 891400 INFO  (searcherExecutor-3358-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12759b06[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891401 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1
   [junit4]   2> 891402 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46307ee3{/solr,null,AVAILABLE}
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7b3624f8{HTTP/1.1,[http/1.1]}{127.0.0.1:43459}
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server Started @892913ms
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1/data, hostPort=43459}
   [junit4]   2> 891404 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T04:05:30.027746Z
   [junit4]   2> 891405 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/solr.xml
   [junit4]   2> 891407 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 891407 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 891407 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 891444 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891457 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891457 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891459 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/.
   [junit4]   2> 891459 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 891459 INFO  (coreLoadExecutor-3367-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 891465 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 891470 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/./collection1, trusted=true
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/./collection1/data/]
   [junit4]   2> 891473 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 891514 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891514 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891515 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 891515 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22489e2b[collection1] main]
   [junit4]   2> 891515 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1/conf
   [junit4]   2> 891517 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 891517 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 891518 INFO  (searcherExecutor-3368-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22489e2b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891519 INFO  (qtp312138700-14558) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6a13ba09 commitCommandVersion:0
   [junit4]   2> 891520 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d7b66e4[collection1] main]
   [junit4]   2> 891520 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 891521 INFO  (searcherExecutor-3368-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d7b66e4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891526 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b3624f8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 891526 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=170593774
   [junit4]   2> 891526 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 891526 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25178507: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3345288d
   [junit4]   2> 891532 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 891532 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a893626: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
   [junit4]   2> 891537 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 891537 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f5351f3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
   [junit4]   2> 891538 INFO  (coreCloseExecutor-3373-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a000e90
   [junit4]   2> 891538 INFO  (coreCloseExecutor-3373-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1509953168
   [junit4]   2> 891538 INFO  (coreCloseExecutor-3373-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18fbf46c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@51ed655b
   [junit4]   2> 891547 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Stopped o.

[...truncated too long message...]

s for registry=solr.core.localShardsTestColl.shard2.replica_n6, tag=168581801
   [junit4]   2> 91007 INFO  (coreCloseExecutor-810-thread-6) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@be2d618: rootName = solr_45491, domain = solr.core.localShardsTestColl.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@5e088c6
   [junit4]   2> 91025 INFO  (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=384160244
   [junit4]   2> 91025 INFO  (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=823430027
   [junit4]   2> 91025 INFO  (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1589c064: rootName = solr_45491, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@778f97c
   [junit4]   2> 91025 INFO  (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20c3e846: rootName = solr_33879, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@214e5e7e
   [junit4]   2> 91039 INFO  (coreCloseExecutor-810-thread-2) [n:127.0.0.1:45491_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=1146624805
   [junit4]   2> 91039 INFO  (coreCloseExecutor-810-thread-1) [n:127.0.0.1:45491_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=66396301
   [junit4]   2> 91039 INFO  (coreCloseExecutor-809-thread-2) [n:127.0.0.1:33879_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=1038897407
   [junit4]   2> 91040 INFO  (coreCloseExecutor-809-thread-3) [n:127.0.0.1:33879_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=155823274
   [junit4]   2> 91040 INFO  (coreCloseExecutor-809-thread-5) [n:127.0.0.1:33879_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=2145984664
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-3) [n:127.0.0.1:45491_solr c:multicollection1 s:shard1 r:core_node2 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=2125329339
   [junit4]   2> 91040 INFO  (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=384160244
   [junit4]   2> 91040 INFO  (coreCloseExecutor-809-thread-7) [n:127.0.0.1:33879_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=425432949
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-4) [n:127.0.0.1:45491_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=886674576
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-5) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1425185419
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-7) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard1 r:core_node3 x:localShardsTestColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1407250571
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-6) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=168581801
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=823430027
   [junit4]   2> 92643 INFO  (jetty-closer-448-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bbb66b1{/solr,null,UNAVAILABLE}
   [junit4]   2> 92643 INFO  (jetty-closer-448-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63a72715{/solr,null,UNAVAILABLE}
   [junit4]   2> 92644 ERROR (SUITE-CloudSolrClientTest-seed#[C17B025C60D97D24]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 92644 INFO  (SUITE-CloudSolrClientTest-seed#[C17B025C60D97D24]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34847 34847
   [junit4]   2> 92677 INFO  (Thread-454) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34847 34847
   [junit4]   2> 92678 WARN  (Thread-454) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/foo/state.json
   [junit4]   2> 	24	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	14	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	14	/solr/collections/multicollection1/state.json
   [junit4]   2> 	12	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/multicollection2/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard1/election/98989617061560329-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_C17B025C60D97D24-001
   [junit4]   2> Nov 12, 2017 4:42:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FST50, a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title_s=FST50, id=Lucene50(blocksize=128), text=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Direct), title_s=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=633, maxMBSortInHeap=6.023321409076184, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@32348a7c), locale=ha, timezone=AST
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=113295896,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [EmpiricalDistributionEvaluatorTest, FieldValueEvaluatorTest, CubedRootEvaluatorTest, TestPolicy, AndEvaluatorTest, SquareRootEvaluatorTest, TestEmbeddedSolrServer, NotEvaluatorTest, LargeVolumeBinaryJettyTest, SchemaTest, ConcurrentUpdateSolrClientBuilderTest, GraphExpressionTest, TestV1toV2ApiMapper, RawValueEvaluatorTest, TestSpellCheckResponse, TestClusteringResponse, ReverseEvaluatorTest, TestNamedListCodec, CloudSolrClientCacheTest, StreamingTest, ContentStreamTest, SolrExampleBinaryTest, SolrExampleEmbeddedTest, LargeVolumeEmbeddedTest, MergeIndexesEmbeddedTest, SolrDocumentTest, FieldAnalysisResponseTest, AnlysisResponseBaseTest, CollectionAdminRequestRequiredParamsTest, SolrSchemalessExampleTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
   [junit4] Completed [109/146 (1!)] on J0 in 34.99s, 16 tests, 1 error <<< FAILURES!

[...truncated 39309 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20891 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20891/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.search.stats.TestDistribIDF.testSimpleQuery

Error Message:
Error from server at http://127.0.0.1:36307/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36307/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([C5A3DE47805F1554:B0AE1E5B9045D381]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.search.stats.TestDistribIDF.createCollection(TestDistribIDF.java:201)
	at org.apache.solr.search.stats.TestDistribIDF.testSimpleQuery(TestDistribIDF.java:77)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1787 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20171111_233120_4454137049240490739272.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20171111_233120_4446163815010524674377.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20171111_233120_444104271329311317299.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 284 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171111_233932_16516006616338772918521.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171111_233932_16513349033097476017725.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171111_233932_1656868499029744126802.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1054 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171111_234058_00913057698433921081288.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171111_234058_0096448350942255863044.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171111_234058_0097332506450308195257.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 228 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171111_234313_60814444173733812922354.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171111_234313_6076547593012190979960.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171111_234313_6079433693896884262817.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 249 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171111_234327_64210816822302659896949.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171111_234327_64216778711884601062781.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171111_234327_6421388490649223057635.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171111_234357_96017411162299481567032.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171111_234357_9608629393819223015316.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171111_234357_96010873436131489432556.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 163 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171111_234402_24517700168445668151549.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171111_234402_2456182990087318353134.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171111_234402_24514213318024106478036.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171111_234414_61016578071317445812118.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171111_234414_61715479073677679424685.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171111_234424_0001292746768799060772.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171111_234424_00013315210223626228031.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171111_234424_0002187242561196104580.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171111_234427_1129969028157620088737.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171111_234435_4843278938646852241795.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171111_234435_484112668325197696123.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171111_234435_4842740781829939128266.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1255 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171111_234452_6993206780056919956679.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171111_234452_6997590685131035363742.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171111_234452_6999864832276194166704.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20171111_234501_275977821572827790436.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20171111_234501_27510998246351018702489.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20171111_234501_27510671490407735759379.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 260 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20171111_234516_19113216293428087262969.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20171111_234516_19111672119561151567620.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20171111_234516_19217467334856130364362.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 238 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20171111_234750_3558119295854976703362.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20171111_234750_35517923728049545686758.syserr
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20171111_234750_35615616456021435604330.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 167 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20171111_234753_34914274605473564649222.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20171111_234753_3492956054421462775972.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20171111_234753_3489745455608722591624.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 214 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20171111_234800_667907639494252865735.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20171111_234800_66712982003650721956537.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20171111_234800_66717714730643996417305.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20171111_234840_6742855936287399703471.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20171111_234840_67416358539173798818061.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20171111_234840_67411041050580376143305.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171111_234848_6176707267355633573346.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171111_234848_6178918447736531495318.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171111_234848_61616550515031551415641.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 160 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20171111_234907_58616893093595052233594.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20171111_234907_5867383262834804303499.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20171111_234907_5866859495337162514973.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20171111_234931_7552953025595242016754.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20171111_234931_75518196793947330685785.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 175 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20171111_234943_83614727826701660727011.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20171111_234943_83816925981077629340750.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20171111_234943_83610220427887111122396.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 304 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20171111_235003_0071721159209940882185.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20171111_235003_00716736777968339084619.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20171111_235003_00713386566558509805224.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 224 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171111_235010_3423109067974039094538.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171111_235010_3429511170041462662703.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171111_235010_34216104424243560213044.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20171111_235018_89014183615979561674830.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20171111_235018_8909010143553056577716.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20171111_235018_8903303985361752458481.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 216 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171111_235030_85814751899599288230046.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171111_235030_86211377188316724681552.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171111_235030_85815652340711733233086.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 409 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171111_235124_1003032518432026424.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171111_235124_1009636047612565347191.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171111_235124_1003223226289284635352.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20171111_235141_96717277941989647321619.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 172 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171111_235143_7355549352596537470398.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171111_235143_7345886482713073574136.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171111_235143_73416117565854340963112.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 244 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20171111_235247_19012402316758141927432.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20171111_235247_1902436287652523446888.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20171111_235247_19010447239741645155215.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1980 lines...]
   [junit4] Suite: org.apache.solr.search.stats.TestDistribIDF
   [junit4]   2> 459188 INFO  (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/init-core-data-001
   [junit4]   2> 459188 WARN  (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 459189 INFO  (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 459189 INFO  (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 459193 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleQuery
   [junit4]   2> 459193 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001
   [junit4]   2> 459193 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 459193 INFO  (Thread-3798) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 459193 INFO  (Thread-3798) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 459196 ERROR (Thread-3798) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 459293 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.ZkTestServer start zk server on port:39605
   [junit4]   2> 459297 INFO  (jetty-launcher-639-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 459297 INFO  (jetty-launcher-639-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 459297 INFO  (jetty-launcher-639-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 459301 INFO  (jetty-launcher-639-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c186b5f{/solr,null,AVAILABLE}
   [junit4]   2> 459301 INFO  (jetty-launcher-639-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a39f2da{/solr,null,AVAILABLE}
   [junit4]   2> 459301 INFO  (jetty-launcher-639-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1135fb59{/solr,null,AVAILABLE}
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b18057f{HTTP/1.1,[http/1.1]}{127.0.0.1:35717}
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@988853f{HTTP/1.1,[http/1.1]}{127.0.0.1:37247}
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-1) [    ] o.e.j.s.Server Started @460970ms
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-2) [    ] o.e.j.s.Server Started @460970ms
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35717}
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37247}
   [junit4]   2> 459302 ERROR (jetty-launcher-639-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 459302 ERROR (jetty-launcher-639-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T00:01:32.888080Z
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T00:01:32.888095Z
   [junit4]   2> 459308 INFO  (jetty-launcher-639-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bcb968d{HTTP/1.1,[http/1.1]}{127.0.0.1:36307}
   [junit4]   2> 459308 INFO  (jetty-launcher-639-thread-3) [    ] o.e.j.s.Server Started @460976ms
   [junit4]   2> 459308 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36307}
   [junit4]   2> 459308 ERROR (jetty-launcher-639-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 459308 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 459309 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 459309 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 459309 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T00:01:32.894078Z
   [junit4]   2> 459315 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 459321 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 459324 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 459326 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
   [junit4]   2> 459327 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
   [junit4]   2> 459328 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37247_solr
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36307_solr
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.Overseer Overseer (id=98988516493164553-127.0.0.1:37247_solr-n_0000000000) starting
   [junit4]   2> 459369 INFO  (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 459369 INFO  (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 459370 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 459370 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 459371 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35717_solr
   [junit4]   2> 459371 INFO  (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 459372 INFO  (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 459372 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37247_solr
   [junit4]   2> 459376 INFO  (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 459377 INFO  (zkCallback-655-thread-1-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 459377 INFO  (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 459401 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459403 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459407 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459407 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459408 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/.
   [junit4]   2> 459409 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459409 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459409 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/.
   [junit4]   2> 459410 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459416 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459416 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459417 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/.
   [junit4]   2> 459584 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 459584 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39605/solr ready
   [junit4]   2> 459585 INFO  (qtp16605437-6637) [n:127.0.0.1:36307_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=onecollection&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 459587 INFO  (OverseerThreadFactory-1493-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.CreateCollectionCmd Create collection onecollection
   [junit4]   2> 459690 INFO  (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onecollection",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"onecollection_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37247/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 459691 INFO  (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onecollection",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"onecollection_b_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36307/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 459692 INFO  (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onecollection",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"onecollection_c_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35717/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 459894 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=onecollection_b_replica_n2&action=CREATE&numShards=3&collection=onecollection&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 459894 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=onecollection_a_replica_n1&action=CREATE&numShards=3&collection=onecollection&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 459894 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 459894 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 459894 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf1&newCollection=true&name=onecollection_c_replica_n4&action=CREATE&numShards=3&collection=onecollection&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 459894 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 460003 INFO  (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460003 INFO  (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460003 INFO  (zkCallback-654-thread-2-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460003 INFO  (zkCallback-655-thread-2-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460003 INFO  (zkCallback-655-thread-1-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460004 INFO  (zkCallback-656-thread-2-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460928 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 460932 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 460940 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 460959 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.IndexSchema [onecollection_b_replica_n2] Schema name=test
   [junit4]   2> 460961 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.IndexSchema [onecollection_c_replica_n4] Schema name=test
   [junit4]   2> 460985 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.IndexSchema [onecollection_a_replica_n1] Schema name=test
   [junit4]   2> 461068 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 461082 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 461090 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_b_replica_n2' using configuration from collection onecollection, trusted=true
   [junit4]   2> 461090 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.core.onecollection.b.replica_n2' (registry 'solr.core.onecollection.b.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 461090 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 461090 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore [[onecollection_b_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/onecollection_b_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/./onecollection_b_replica_n2/data/]
   [junit4]   2> 461090 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 461092 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
   [junit4]   2> 461104 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_a_replica_n1' using configuration from collection onecollection, trusted=true
   [junit4]   2> 461104 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.core.onecollection.a.replica_n1' (registry 'solr.core.onecollection.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 461104 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 461104 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore [[onecollection_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/onecollection_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/./onecollection_a_replica_n1/data/]
   [junit4]   2> 461104 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_c_replica_n4' using configuration from collection onecollection, trusted=true
   [junit4]   2> 461105 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.core.onecollection.c.replica_n4' (registry 'solr.core.onecollection.c.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 461105 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 461105 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore [[onecollection_c_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/onecollection_c_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/./onecollection_c_replica_n4/data/]
   [junit4]   2> 461106 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
   [junit4]   2> 461107 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
   [junit4]   2> 461262 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 461262 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 461263 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 461263 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 461264 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 461264 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 461264 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 461264 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 461265 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 461265 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 461266 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@623b30f5[onecollection_a_replica_n1] main]
   [junit4]   2> 461266 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fa406a2[onecollection_b_replica_n2] main]
   [junit4]   2> 461273 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 461273 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 461274 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 461274 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 461274 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 461275 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 461276 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 461276 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@54627e59[onecollection_c_replica_n4] main]
   [junit4]   2> 461278 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 461297 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 461297 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 461301 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 461405 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 461405 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 461405 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266209034240
   [junit4]   2> 461405 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 461405 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 461405 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 461406 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 461406 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 461406 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 461406 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 461408 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 461408 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 461408 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 461408 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266212179968
   [junit4]   2> 461410 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 461410 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 461410 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36307/solr/onecollection_b_replica_n2/
   [junit4]   2> 461410 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 461410 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:36307/solr/onecollection_b_replica_n2/ has no replicas
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 461410 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 461411 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266215325696
   [junit4]   2> 461411 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 461411 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 461411 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 461411 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 461412 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 461412 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 461413 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore [onecollection_a_replica_n1] Registered new searcher Searcher@623b30f5[onecollection_a_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 461413 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore [onecollection_b_replica_n2] Registered new searcher Searcher@3fa406a2[onecollection_b_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 461413 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore [onecollec

[...truncated too long message...]

x/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171112_004502_36313033627804734176393.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171112_004502_3635498531561932885708.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171112_004613_30214734412581279983000.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171112_004613_3026388653262042589036.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171112_004613_30212808336295695118429.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171112_004631_251133117253220968308.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171112_004631_25110483508922478885723.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 644 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171112_004639_0015605155797613638519.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171112_004639_00113442390692062409026.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171112_004639_00111719160924901515004.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 557 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171112_004702_08816906806109358767086.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171112_004702_08815502665718256631154.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171112_004702_0887560216410452304649.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 563 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171112_004712_34410244010526204418528.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171112_004712_34412295744747366788756.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 628 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171112_004718_6803990270855149128870.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171112_004718_6805000769717851019670.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171112_004718_68015819546313264011568.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171112_004743_96212811764977938611260.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171112_004743_96210253681645254521796.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171112_004755_4509597444906647700153.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 31626 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20890 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20890/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.DeleteNodeTest.test

Error Message:
Error from server at https://127.0.0.1:35433/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35433/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([2707AA2DC735AC4F:AF5395F769C9C1B7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.DeleteNodeTest.test(DeleteNodeTest.java:73)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11985 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteNodeTest
   [junit4]   2> 286823 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/init-core-data-001
   [junit4]   2> 286824 WARN  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 286824 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 286824 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 286825 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001
   [junit4]   2> 286825 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 286825 INFO  (Thread-631) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 286825 INFO  (Thread-631) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 286826 ERROR (Thread-631) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 286925 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33791
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-6) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286931 INFO  (jetty-launcher-481-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28e98092{/solr,null,AVAILABLE}
   [junit4]   2> 286931 INFO  (jetty-launcher-481-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fb0b27{/solr,null,AVAILABLE}
   [junit4]   2> 286932 INFO  (jetty-launcher-481-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@321cf419{/solr,null,AVAILABLE}
   [junit4]   2> 286932 INFO  (jetty-launcher-481-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@574190df{SSL,[ssl, http/1.1]}{127.0.0.1:45769}
   [junit4]   2> 286932 INFO  (jetty-launcher-481-thread-1) [    ] o.e.j.s.Server Started @288259ms
   [junit4]   2> 286932 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45769}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44509392{SSL,[ssl, http/1.1]}{127.0.0.1:46679}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a730402{/solr,null,AVAILABLE}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54f5c5b0{SSL,[ssl, http/1.1]}{127.0.0.1:34461}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.e.j.s.Server Started @288260ms
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.e.j.s.Server Started @288260ms
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46679}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34461}
   [junit4]   2> 286933 ERROR (jetty-launcher-481-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@408d2101{/solr,null,AVAILABLE}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286933 ERROR (jetty-launcher-481-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286933 ERROR (jetty-launcher-481-thread-6) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.934678Z
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.934777Z
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45e9a6d3{SSL,[ssl, http/1.1]}{127.0.0.1:39347}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.934828Z
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-4) [    ] o.e.j.s.Server Started @288261ms
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39347}
   [junit4]   2> 286937 ERROR (jetty-launcher-481-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286937 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286937 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286937 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286937 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.938327Z
   [junit4]   2> 286938 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286940 INFO  (jetty-launcher-481-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@20571339{SSL,[ssl, http/1.1]}{127.0.0.1:35521}
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.e.j.s.Server Started @288268ms
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35521}
   [junit4]   2> 286941 ERROR (jetty-launcher-481-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.942471Z
   [junit4]   2> 286945 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286954 INFO  (jetty-launcher-481-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7280c346{/solr,null,AVAILABLE}
   [junit4]   2> 286954 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286955 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286956 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286956 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286957 INFO  (jetty-launcher-481-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3bba17cc{SSL,[ssl, http/1.1]}{127.0.0.1:35433}
   [junit4]   2> 286957 INFO  (jetty-launcher-481-thread-2) [    ] o.e.j.s.Server Started @288284ms
   [junit4]   2> 286957 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35433}
   [junit4]   2> 286958 ERROR (jetty-launcher-481-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.959296Z
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286959 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 286960 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 286962 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286963 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286963 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286964 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286966 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 286970 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286971 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0011, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 287078 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287079 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45769_solr
   [junit4]   2> 287079 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98987786163126282-127.0.0.1:45769_solr-n_0000000000) starting
   [junit4]   2> 287079 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287080 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
   [junit4]   2> 287081 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 287085 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 287085 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 287085 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287090 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46679_solr
   [junit4]   2> 287092 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287092 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287096 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287109 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 287110 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 287110 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287117 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 287128 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287129 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45769_solr
   [junit4]   2> 287129 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39347_solr
   [junit4]   2> 287130 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287132 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287132 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287133 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287135 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287138 INFO  (zkCallback-509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287142 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287142 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287143 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/.
   [junit4]   2> 287149 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287150 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287153 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287153 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287153 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/.
   [junit4]   2> 287172 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287172 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35521_solr
   [junit4]   2> 287181 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (zkCallback-509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35433_solr
   [junit4]   2> 287181 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287182 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287184 INFO  (zkCallback-509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287184 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287187 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287187 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287187 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287191 INFO  (zkCallback-500-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287192 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287192 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287199 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/.
   [junit4]   2> 287205 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287207 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287211 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287213 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287213 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287213 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/.
   [junit4]   2> 287215 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287215 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287216 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/.
   [junit4]   2> 287217 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287217 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287218 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/.
   [junit4]   2> 287411 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0013, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 287412 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 287413 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33791/solr ready
   [junit4]   2> 287427 INFO  (TEST-DeleteNodeTest.test-seed#[2707AA2DC735AC4F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 287449 INFO  (qtp226398178-2249) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&maxShardsPerNode=3&name=deletenodetest_coll&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&createNodeSet=127.0.0.1:35521_solr,127.0.0.1:45769_solr,127.0.0.1:34461_solr,127.0.0.1:39347_solr,127.0.0.1:35433_solr,127.0.0.1:46679_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 287451 INFO  (OverseerThreadFactory-1114-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection deletenodetest_coll
   [junit4]   2> 287556 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deletenodetest_coll_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35433/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287556 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deletenodetest_coll_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45769/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287557 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deletenodetest_coll_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35521/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287558 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deletenodetest_coll_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34461/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287558 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"deletenodetest_coll_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39347/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287559 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"deletenodetest_coll_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46679/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287560 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"deletenodetest_coll_shard4_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35433/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287560 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"deletenodetest_coll_shard4_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45769/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287561 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard5",
   [junit4]   2>   "core":"deletenodetest_coll_shard5_replica_n16",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35521/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287562 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard5",
   [junit4]   2>   "core":"deletenodetest_coll_shard5_replica_n18",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34461/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287787 INFO  (qtp226398178-2259) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n12&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287787 INFO  (qtp226398178-2259) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287791 INFO  (qtp226398178-2305) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n1&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287801 INFO  (qtp2047813753-2291) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_n4&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287801 INFO  (qtp2047813753-2291) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287804 INFO  (qtp375399960-2248) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n2&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287804 INFO  (qtp1184620105-2296) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_n8&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287804 INFO  (qtp375399960-2248) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287804 INFO  (qtp1149164303-2272) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_n6&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287804 INFO  (qtp1184620105-2296) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287805 INFO  (qtp1149164303-2273) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_n18&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287805 INFO  (qtp1149164303-2272) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287812 INFO  (qtp375399960-2269) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n14&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287814 INFO  (qtp2047813753-2292) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_n16&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287814 INFO  (qtp1826989145-2276) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_n10&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287814 INFO  (qtp1826989145-2276) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287917 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-509-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-515-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-500-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-504-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-502-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-509-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-500-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287918 INFO  (zkCallback-508-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 288799 INFO  (qtp226398178-2259) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288804 INFO  (qtp226398178-2259) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_n12] Schema name=cloud-dynamic
   [junit4]   2> 288805 INFO  (qtp226398178-2305) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288836 INFO  (qtp226398178-2259) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288836 INFO  (qtp226398178-2259) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_n12' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288837 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288837 INFO  (qtp1184620105-2296) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288838 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288842 INFO  (qtp226398178-2259) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.core.deletenodetest_coll.shard4.replica_n12' (registry 'solr.core.deletenodetest_coll.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288842 INFO  (qtp226398178-2259) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288865 INFO  (qtp226398178-2259) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/deletenodetest_coll_shard4_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/./deletenodetest_coll_shard4_replica_n12/data/]
   [junit4]   2> 288865 INFO  (qtp1826989145-2276) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_n10] Schema name=cloud-dynamic
   [junit4]   2> 288863 INFO  (qtp1149164303-2272) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 288863 INFO  (qtp375399960-2269) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288862 INFO  (qtp375399960-2248) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288862 INFO  (qtp2047813753-2291) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288861 INFO  (qtp226398178-2305) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 288846 INFO  (qtp1149164303-2273) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288846 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288845 INFO  (qtp1184620105-2296) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 288898 INFO  (qtp1149164303-2273) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_n18] Schema name=cloud-dynamic
   [junit4]   2> 288904 INFO  (qtp2047813753-2291) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 288925 INFO  (qtp1149164303-2272) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288925 INFO  (qtp1149164303-2272) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_n6' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288926 INFO  (qtp375399960-2248) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 288926 INFO  (qtp1149164303-2272) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.core.deletenodetest_coll.shard2.replica_n6' (registry 'solr.core.deletenodetest_coll.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288926 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288926 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/deletenodetest_coll_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/./deletenodetest_coll_shard2_replica_n6/data/]
   [junit4]   2> 288931 INFO  (qtp2047813753-2292) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_n16] Schema name=cloud-dynamic
   [junit4]   2> 288931 INFO  (qtp375399960-2269) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_n14] Schema name=cloud-dynamic
   [junit4]   2> 288936 INFO  (qtp1826989145-2276) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288936 INFO  (qtp1826989145-2276) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_n10' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288937 INFO  (qtp1826989145-2276) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.core.deletenodetest_coll.shard3.replica_n10' (registry 'solr.core.deletenodetest_coll.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288937 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288937 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/deletenodetest_coll_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/./deletenodetest_coll_shard3_replica_n10/data/]
   [junit4]   2> 288960 INFO  (qtp375399960-2248) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288960 INFO  (qtp2047813753-2291) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288960 INFO  (qtp2047813753-2291) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_n4' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288961 INFO  (qtp2047813753-2291) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.core.deletenodetest_coll.shard2.replica_n4' (registry 'solr.core.deletenodetest_coll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288961 INFO  (qtp2047813753-2291) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288961 INFO  (qtp2047813753-2291) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/deletenodetest_coll_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/./deletenodetest_coll_shard2_replica_n4/data/]
   [junit4]   2> 288961 INFO  (qtp375399960-2248) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_n2' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_n8' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288962 INFO  (qtp375399960-2248) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.core.deletenodetest_coll.shard1.replica_n2' (registry 'solr.core.deletenodetest_coll.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288962 INFO  (qtp375399960-2248) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.core.deletenodetest_coll.shard3.replica_n8' (registry 'solr.core.deletenodetest_coll.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288962 INFO  (qtp375399960-2248) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/deletenodetest_coll_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/./deletenodetest_coll_shard1_replica_n2/data/]
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/deletenodetest_coll_shard3_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/./deletenodetest_coll_shard3_replica_n8/data/]
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_n1' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.core.deletenodetest_coll.shard1.replica_n1' (registry 'solr.core.deletenodetest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/deletenodetest_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/./deletenodetest_coll_shard1_replica_n1/data/]
   [junit4]   2> 288971 INFO  (qtp1149164303-2273) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288971 INFO  (qtp1149164303-2273) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_n18' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288972 INFO  (qtp1149164303-2273) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.core.deletenodetest_coll.shard5.replica_n18' (registry 'solr.core.deletenodetest_coll.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288972 INFO  (qtp1149164303-2273) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288972 INFO  (qtp1149164303-2273) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/deletenodetest_coll_shard5_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/./deletenodetest_coll_shard5_replica_n18/data/]
   [junit4]   2> 289008 INFO  (qtp375399960-2269) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 289008 INFO  (qtp375399960-2269) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_n14' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 289009 INFO  (qtp375399960-2269) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.core.deletenodetest_coll.shard4.replica_n14' (registry 'solr.core.deletenodetest_coll.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 289009 INFO  (qtp375399960-2269) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 289009 INFO  (qtp375399960-2269) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/deletenodetest_coll_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/./deletenodetest_coll_shard4_replica_n14/data/]
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_n16' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.core.deletenodetest_coll.shard5.replica_n16' (registry 'solr.core.deletenodetest_coll.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/deletenodetest_coll_shard5_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/./deletenodetest_coll_shard5_replica_n16/data/]
   [junit4]   2> 289152 INFO  (qtp1149164303-2272) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289152 INFO  (qtp1149164303-2272) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289156 INFO  (qtp1149164303-2272) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289156 INFO  (qtp1149164303-2272) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289162 INFO  (qtp1149164303-2272) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d04cd96[deletenodetest_coll_shard2_replica_n6] main]
   [junit4]   2> 289162 INFO  (qtp1149164303-2272) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289162 INFO  (qtp1149164303-2272) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289163 INFO  (qtp226398178-2259) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289163 INFO  (qtp226398178-2259) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289166 INFO  (qtp1149164303-2272) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289166 INFO  (qtp1149164303-2272) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581063688192
   [junit4]   2> 289167 INFO  (qtp226398178-2259) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289167 INFO  (qtp226398178-2259) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289170 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 289171 INFO  (searcherExecutor-1127-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_n6] Registered new searcher Searcher@4d04cd96[deletenodetest_coll_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289174 INFO  (qtp226398178-2259) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f74d03[deletenodetest_coll_shard4_replica_n12] main]
   [junit4]   2> 289182 INFO  (qtp226398178-2259) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289182 INFO  (qtp226398178-2259) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289183 INFO  (qtp226398178-2259) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289183 INFO  (qtp375399960-2248) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289183 INFO  (qtp375399960-2248) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289184 INFO  (searcherExecutor-1126-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard4_replica_n12] Registered new searcher Searcher@56f74d03[deletenodetest_coll_shard4_replica_n12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289184 INFO  (qtp226398178-2259) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581082562560
   [junit4]   2> 289184 INFO  (qtp375399960-2248) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289184 INFO  (qtp375399960-2248) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289186 INFO  (qtp375399960-2248) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c21e950[deletenodetest_coll_shard1_replica_n2] main]
   [junit4]   2> 289189 INFO  (qtp2047813753-2291) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp2047813753-2292) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp2047813753-2292) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289189 INFO  (qtp1184620105-2296) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp1184620105-2296) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289189 INFO  (qtp1826989145-2276) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp1826989145-2276) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289189 INFO  (qtp375399960-2269) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp375399960-2269) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289189 INFO  (qtp2047813753-2291) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289190 INFO  (qtp1184620105-2296) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289190 INFO  (qtp1184620105-2296) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289190 INFO  (qtp375399960-2269) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289190 INFO  (qtp375399960-2269) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289191 INFO  (qtp1149164303-2273) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289191 INFO  (qtp1149164303-2273) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289191 INFO  (qtp375399960-2248) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289191 INFO  (qtp375399960-2248) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289191 INFO  (qtp2047813753-2292) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289191 INFO  (qtp2047813753-2292) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289192 INFO  (qtp375399960-2269) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cedef30[deletenodetest_coll_shard4_replica_n14] main]
   [junit4]   2> 289192 INFO  (qtp375399960-2248) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289192 INFO  (qtp226398178-2305) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289192 INFO  (qtp226398178-2305) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289193 INFO  (qtp375399960-2269) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289193 INFO  (qtp375399960-2269) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289193 INFO  (qtp1149164303-2273) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289193 INFO  (qtp1149164303-2273) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289193 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 289194 INFO  (qtp1184620105-2296) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cd47f1d[deletenodetest_coll_shard3_replica_n8] main]
   [junit4]   2> 289194 INFO  (qtp1184620105-2296) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289194 INFO  (qtp1184620105-2296) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289195 INFO  (qtp375399960-2269) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289195 INFO  (qtp226398178-2305) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289195 INFO  (qtp226398178-2305) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289195 INFO  (qtp1826989145-2276) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289195 INFO  (qtp1826989145-2276) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289196 INFO  (qtp2047813753-2292) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16874e8e[deletenodetest_coll_shard5_replica_n16] main]
   [junit4]   2> 289196 INFO  (qtp2047813753-2292) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289196 INFO  (qtp1184620105-2296) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289197 INFO  (qtp2047813753-2292) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289197 INFO  (qtp2047813753-2291) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289197 INFO  (searcherExecutor-1130-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard1_replica_n2] Registered new searcher Searcher@2c21e950[deletenodetest_coll_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289198 INFO  (qtp375399960-2248) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581097242624
   [junit4]   2> 289200 INFO  (qtp2047813753-2291) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289200 INFO  (qtp2047813753-2292) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289200 INFO  (qtp1149164303-2273) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ffe71a8[deletenodetest_coll_shard5_replica_n18] main]
   [junit4]   2> 289201 INFO  (searcherExecutor-1134-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard4_replica_n14] Registered new searcher Searcher@1cedef30[deletenodetest_coll_shard4_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289201 INFO  (searcherExecutor-1131-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard3_replica_n8] Registered new searcher Searcher@6cd47f1d[deletenodetest_coll_shard3_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289201 INFO  (qtp375399960-2269) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581100388352
   [junit4]   2> 289201 INFO  (qtp1184620105-2296) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581100388352
   [junit4]   2> 289202 INFO  (qtp1826989145-2276) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15a4b435[deletenodetest_coll_shard3_replica_n10] main]
   [junit4]   2> 289202 INFO  (searcherExecutor-1135-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_n16] Registered new searcher Searcher@16874e8e[deletenodetest_coll_shard5_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289202 INFO  (qtp1149164303-2273) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289202 INFO  (qtp2047813753-2292) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581101436928
   [junit4]   2> 289203 INFO  (qtp226398178-2305) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@227d67c0[deletenodetest_coll_shard1_replica_n1] main]
   [junit4]   2> 289204 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9997ms
   [junit4]   2> 289204 INFO  (qtp1149164303-2273) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289205 INFO  (qtp1826989145-2276) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289205 INFO  (qtp226398178-2305) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289205 INFO  (qtp1826989145-2276) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289205 INFO  (qtp2047813753-2291) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2012bebd[deletenodetest_coll_shard2_replica_n4] main]
   [junit4]   2> 289205 INFO  (qtp1149164303-2273) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289205 INFO  (qtp1149164303-2273) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581104582656
   [junit4]   2> 289205 INFO  (qtp1826989145-2276) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289206 INFO  (qtp226398178-2305) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289206 INFO  (qtp226398178-2305) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289206 INFO  (searcherExecutor-1128-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard3_replica_n10] Registered new searcher Searcher@15a4b435[deletenodetest_coll_shard3_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289206 INFO  (searcherExecutor-1133-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_n18] Registered new searcher Searcher@1ffe71a8[deletenodetest_coll_shard5_replica_n18] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289206 INFO  (qtp1826989145-2276) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581105631232
   [junit4]   2> 289206 INFO  (qtp2047813753-2291) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289207 INFO  (qtp2047813753-2291) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289207 INFO  (searcherExecutor-1132-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard1_replica_n1] Registered new searcher Searcher@227d67c0[deletenodetest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289206 INFO  (qtp226398178-2305) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581105631232
   [junit4]   2> 289207 INFO  (qtp2047813753-2291) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289209 INFO  (searcherExecutor-1129-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_n4] Registered new searcher Searcher@2012bebd[deletenodetest_coll_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289209 INFO  (qtp2047813753-2291) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581108776960
   [junit4]   2> 289213 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289213 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289213 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35521/solr/deletenodetest_coll_shard5_replica_n16/
   [junit4]   2> 289214 INFO  (qtp2047813753-2292) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard5_replica_n16 url=https://127.0.0.1:35521/solr START replicas=[https://127.0.0.1:34461/solr/deletenodetest_coll_shard5_replica_n18/] nUpdates=100
   [junit4]   2> 289215 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289215 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289215 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46679/solr/deletenodetest_coll_shard3_replica_n10/
   [junit4]   2> 289215 INFO  (qtp1826989145-2276) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard3_replica_n10 url=https://127.0.0.1:46679/solr START replicas=[https://127.0.0.1:39347/solr/deletenodetest_coll_shard3_replica_n8/] nUpdates=100
   [junit4]   2> 289219 INFO  (qtp1149164303-2454) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard5_replica_n18]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 289220 INFO  (qtp1184620105-2282) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard3_replica_n8]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 289515 INFO  (qtp2047813753-2292) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard5_replica_n16 url=https://127.0.0.1:35521/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 289515 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 289515 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 289515 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 289516 INFO  (qtp1826989145-2276) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard3_replica_n10 url=https://127.0.0.1:46679/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 289516 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 289516 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 289516 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 289521 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35521/solr/deletenodetest_coll_shard5_replica_n16/ shard5
   [junit4]   2> 289521 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46679/solr/deletenodetest_coll_shard3_replica_n10/ shard3
   [junit4]   2> 289671 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289671 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289671 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34461/solr/deletenodetest_coll_shard2_replica_n6/
   [junit4]   2> 289671 INFO  (qtp1149164303-2272) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard2_replica_n6 url=https://127.0.0.1:34461/solr START replicas=[https://127.0.0.1:35521/solr/deletenodetest_coll_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 289675 INFO  (qtp2047813753-2458) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 289693 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289694 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289694 INFO  (qtp226398178-2259) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35433/solr/deletenodetest_coll_shard4_replica_n12/
   [junit4]   2> 289694 INFO  (qtp226398178-2259) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard4_replica_n12 url=https://127.0.0.1:35433/solr START replicas=[https://127.0.0.1:45769/solr/deletenodetest_coll_shard4_replica_n14/] nUpdates=100
   [junit4]   2> 289701 INFO  (qtp375399960-2256) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard4_replica_n14]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 289704 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289704 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289704 INFO  (qtp375399960-2248) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45769/solr/deletenodetest_coll_shard1_replica_n2/
   [junit4]   2> 289705 INFO  (qtp375399960-2248) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard1_replica_n2 url=https://127.0.0.1:45769/solr START replicas=[https://127.0.0.1:35433/solr/deletenodetest_coll_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 289707 INFO  (qtp226398178-2464) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 289971 INFO  (qtp1149164303-2272) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard2_replica_n6 url=https://127.0.0.1:34461/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 289971 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 289971 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 289971 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 289981 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34461/solr/deletenodetest_coll_shard2_replica_n6/ shard2
   [junit4]   2> 289994 INFO  (qtp226398178-2259) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard4_replica_n12 url=https://127.0.0.1:35433/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 289994 INFO  (qtp226398178-2259) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 289994 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 289994 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 290002 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35433/solr/deletenodetest_coll_shard4_replica_n12/ shard4
   [junit4]   2> 290005 INFO  (qtp375399960-2248) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard1_replica_n2 url=https://127.0.0.1:45769/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 290005 INFO  (qtp375399960-2248) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 290005 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 290005 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 290009 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45769/solr/deletenodetest_coll_shard1_replica_n2/ shard1
   [junit4]   2> 467452 ERROR (qtp226398178-2249) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnect

[...truncated too long message...]

.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 497623 INFO  (qtp375399960-2248) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n2&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209819
   [junit4]   2> 497624 ERROR (qtp375399960-2269) [    ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard4
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: deletenodetest_coll slice: shard4 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 497641 INFO  (qtp375399960-2269) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n14&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209828
   [junit4]   2> 497642 ERROR (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 497642 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33791 33791
   [junit4]   2> 507691 INFO  (Thread-631) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33791 33791
   [junit4]   2> 507692 WARN  (Thread-631) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/deletenodetest_coll/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/deletenodetest_coll/state.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98987786163126284-127.0.0.1:34461_solr-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/98987786163126287-127.0.0.1:46679_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1313, maxMBSortInHeap=6.850713250445461, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17337aeb), locale=en-CY, timezone=Europe/Uzhgorod
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=292570488,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [LegacyCloudClusterPropTest, TestFiltering, TestScoreJoinQPScore, AnalysisErrorHandlingTest, AliasIntegrationTest, TestTolerantSearch, SpatialRPTFieldTypeTest, DistributedFacetPivotLongTailTest, TriggerIntegrationTest, TestCoreDiscovery, TestConfigSets, ComputePlanActionTest, TestJsonFacets, TestSearchPerf, AlternateDirectoryTest, StatsComponentTest, TestReqParamsAPI, IndexBasedSpellCheckerTest, DeleteNodeTest]
   [junit4] Completed [139/749 (1!)] on J2 in 220.89s, 1 test, 1 error <<< FAILURES!

[...truncated 42205 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20889 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20889/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
	at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
	at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D:332C735EBC9BA282]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:99)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11829 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/init-core-data-001
   [junit4]   2> 424022 WARN  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 424022 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 424024 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 424024 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 424024 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001
   [junit4]   2> 424025 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 424025 INFO  (Thread-389) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 424025 INFO  (Thread-389) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 424029 ERROR (Thread-389) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 424125 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42685
   [junit4]   2> 424156 INFO  (jetty-launcher-340-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 424156 INFO  (jetty-launcher-340-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 424167 INFO  (jetty-launcher-340-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e5959{/solr,null,AVAILABLE}
   [junit4]   2> 424167 INFO  (jetty-launcher-340-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1581780{/solr,null,AVAILABLE}
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d69ca{SSL,[ssl, http/1.1]}{127.0.0.1:40609}
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@645968{SSL,[ssl, http/1.1]}{127.0.0.1:41543}
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-1) [    ] o.e.j.s.Server Started @426304ms
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-2) [    ] o.e.j.s.Server Started @426304ms
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40609}
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41543}
   [junit4]   2> 424175 ERROR (jetty-launcher-340-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 424175 ERROR (jetty-launcher-340-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T16:04:43.248Z
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T16:04:43.248Z
   [junit4]   2> 424177 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 424178 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 424201 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42685/solr
   [junit4]   2> 424204 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42685/solr
   [junit4]   2> 424259 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 424259 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41543_solr
   [junit4]   2> 424259 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.Overseer Overseer (id=98986641529176070-127.0.0.1:41543_solr-n_0000000000) starting
   [junit4]   2> 424262 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41543_solr
   [junit4]   2> 424263 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 424277 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 424279 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 424279 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40609_solr
   [junit4]   2> 424280 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 424285 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 424363 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424383 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424384 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424384 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/.
   [junit4]   2> 424440 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424446 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424446 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424447 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/.
   [junit4]   2> 424469 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 424469 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42685/solr ready
   [junit4]   2> 424498 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 424500 INFO  (OverseerThreadFactory-1005-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 424603 INFO  (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40609/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424604 INFO  (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41543/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424605 INFO  (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_t4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40609/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424606 INFO  (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_t6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41543/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424836 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 424837 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 424837 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 424864 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 424864 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 424866 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 424970 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 424970 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 424970 INFO  (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 425855 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425855 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425885 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 425888 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 425888 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
   [junit4]   2> 425892 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 425892 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425893 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/collection1_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/./collection1_shard1_replica_t1/data/]
   [junit4]   2> 425894 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425905 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425930 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema [collection1_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 425932 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 425932 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t2' using configuration from collection collection1, trusted=true
   [junit4]   2> 425933 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
   [junit4]   2> 425933 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.core.collection1.shard1.replica_t2' (registry 'solr.core.collection1.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 425933 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425933 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [[collection1_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/collection1_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/./collection1_shard1_replica_t2/data/]
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/collection1_shard2_replica_t6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/./collection1_shard2_replica_t6/data/]
   [junit4]   2> 425936 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
   [junit4]   2> 425944 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 425944 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
   [junit4]   2> 425944 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 425945 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425945 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/collection1_shard2_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/./collection1_shard2_replica_t4/data/]
   [junit4]   2> 426005 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426005 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426006 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426006 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426009 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ee6c59[collection1_shard1_replica_t1] main]
   [junit4]   2> 426028 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 426029 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 426030 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426031 INFO  (searcherExecutor-1010-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@ee6c59[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426031 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266569211904
   [junit4]   2> 426038 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 426073 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426073 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426074 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426074 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426076 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@82fa30[collection1_shard2_replica_t6] main]
   [junit4]   2> 426078 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 426078 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 426079 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426079 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266619543552
   [junit4]   2> 426082 INFO  (searcherExecutor-1012-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@82fa30[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426084 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 426087 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426087 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426088 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426088 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426089 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@151df80[collection1_shard2_replica_t4] main]
   [junit4]   2> 426101 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426101 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426102 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426102 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426103 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8853d9[collection1_shard1_replica_t2] main]
   [junit4]   2> 426105 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 426105 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 426105 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426105 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266646806528
   [junit4]   2> 426107 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 426108 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 426108 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426109 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266651000832
   [junit4]   2> 426109 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@151df80[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426111 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@8853d9[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426185 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 426185 INFO  (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 426185 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 426538 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 426538 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 426538 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/
   [junit4]   2> 426538 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:40609/solr START replicas=[https://127.0.0.1:41543/solr/collection1_shard1_replica_t2/] nUpdates=100
   [junit4]   2> 426545 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 426596 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 426596 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 426596 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/
   [junit4]   2> 426596 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:41543/solr START replicas=[https://127.0.0.1:40609/solr/collection1_shard2_replica_t4/] nUpdates=100
   [junit4]   2> 426613 INFO  (qtp10704012-2403) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:40609/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 426840 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/ shard1
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:41543/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 stopping background replication from leader
   [junit4]   2> 426898 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/ shard2
   [junit4]   2> 427003 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427003 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427003 INFO  (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427041 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 427045 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2208
   [junit4]   2> 427052 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 427061 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2194
   [junit4]   2> 427109 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 starting background replication from leader
   [junit4]   2> 427109 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 427110 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 427110 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 427110 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Replica core_node8 is leader but it's state is down, skipping replication
   [junit4]   2> 427112 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController collection1_shard1_replica_t2 starting background replication from leader
   [junit4]   2> 427112 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 427113 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2275
   [junit4]   2> 427113 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 427113 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 427113 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 427115 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2251
   [junit4]   2> 427118 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 427216 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427216 INFO  (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427216 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 428118 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3619
   [junit4]   2> 428119 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 428119 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 428132 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[47DC921BF8BFE50D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 428184 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1583786268793241600&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268793241600)} 0 0
   [junit4]   2> 428193 INFO  (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1583786268800581632&distrib.from=https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268800581632)} 0 8
   [junit4]   2> 428211 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268800581632)} 0 52
   [junit4]   2> 428211 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1583786268793241600)} 0 62
   [junit4]   2> 428226 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583786268870836224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 428226 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 428230 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 428230 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
   [junit4]   2> 428237 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.TestInjection Start waiting for replica in sync with leader
   [junit4]   2> 428246 INFO  (qtp8833903-2481) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.TestInjection Start waiting for replica in sync with leader
   [junit4]   2> 428259 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 428260 INFO  (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 428265 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583786268911730688,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 428265 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 428266 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 428266 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 428501 INFO  (OverseerCollectionConfigSetProcessor-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 428766 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 428768 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 429281 INFO  (qtp8833903-2413) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 429283 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 429801 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 429801 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 430110 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 430110 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/
   [junit4]   2> 430111 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 430115 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 430115 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/
   [junit4]   2> 430115 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 430118 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5175cd[collection1_shard2_replica_t4] main]
   [junit4]   2> 430118 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@113e30b[collection1_shard1_replica_t2] main]
   [junit4]   2> 430120 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@5175cd[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 430120 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@113e30b[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 430314 INFO  (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 430322 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 430826 INFO  (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 430835 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 431334 INFO  (qtp10704012-2409) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 431340 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 431840 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 431845 INFO  (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 432345 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 432351 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 432856 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 432871 INFO  (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 433111 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@113945e[collection1_shard2_replica_t4] main]
   [junit4]   2> 433112 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@113945e[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 433114 INFO  (qtp10704012-2409) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b1d7a0[collection1_shard1_replica_t2] main]
   [junit4]   2> 433115 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@1b1d7a0[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 433371 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 433377 INFO  (qtp10704012-2400) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 433884 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 433886 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 434390 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 434393 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 434909 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 434911 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 435416 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 435418 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 435921 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 435923 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 436111 INFO  (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 436111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 436111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 436111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 436112 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 436112 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 436112 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@14380b9[collection1_shard2_replica_t4] main]
   [junit4]   2> 436114 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 436114 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@14380b9[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 436115 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1167f[collection1_shard1_replica_t2] main]
   [junit4]   2> 436117 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@1167f[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 436427 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 436428 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 436935 INFO  (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 436937 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 437440 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 437442 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 437944 INFO  (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 437947 INFO  (qtp10704012-2400) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 438447 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 438449 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 438957 INFO  (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=5
   [junit4]   2> 438959 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 439111 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@b204bc[collection1_shard2_replica_t4] main]
   [junit4]   2> 439112 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@b204bc[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 439114 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d705d4[collection1_shard1_replica_t2] main]
   [junit4]   2> 439116 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Reg

[...truncated too long message...]

ore.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:182)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:46235/solr",
   [junit4]   2>           "node_name":"127.0.0.1:46235_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 16 more
   [junit4]   2> 
   [junit4]   2> 2480290 INFO  (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@606241
   [junit4]   2> 2480290 INFO  (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=6316609
   [junit4]   2> 2480290 INFO  (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aade9d: rootName = solr_46235, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ee45ae
   [junit4]   2> 2480304 INFO  (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=6316609
   [junit4]   2> 2480306 INFO  (jetty-closer-1311-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98986696222965763-127.0.0.1:46235_solr-n_0000000000) closing
   [junit4]   2> 2480306 INFO  (OverseerStateUpdate-98986696222965763-127.0.0.1:46235_solr-n_0000000000) [n:127.0.0.1:46235_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46235_solr
   [junit4]   2> 2480306 WARN  (OverseerAutoScalingTriggerThread-98986696222965763-127.0.0.1:46235_solr-n_0000000000) [n:127.0.0.1:46235_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2480308 INFO  (jetty-closer-1311-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@eced64{/solr,null,UNAVAILABLE}
   [junit4]   2> 2480309 ERROR (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2480310 INFO  (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43439 43439
   [junit4]   2> 2480341 INFO  (Thread-2545) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43439 43439
   [junit4]   2> 2480342 WARN  (Thread-2545) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2480342 INFO  (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Nov 11, 2017 4:38:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=176, maxMBSortInHeap=7.167334800158807, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1c5d9fc), locale=sk, timezone=Asia/Magadan
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=151293440,total=321638400
   [junit4]   2> NOTE: All tests run in this JVM: [WrapperMergePolicyFactoryTest, TestMissingGroups, CopyFieldTest, ClassificationUpdateProcessorFactoryTest, ReturnFieldsTest, TemplateUpdateProcessorTest, ShardSplitTest, TestCoreContainer, TestCloudRecovery, TestLockTree, FileBasedSpellCheckerTest, TestDistributedGrouping, RuleEngineTest, TestSystemIdResolver, BitVectorTest, TestShardHandlerFactory, TestLRUCache, ParsingFieldUpdateProcessorsTest, SimpleMLTQParserTest, TestZkChroot, TestLMDirichletSimilarityFactory, OverseerRolesTest, TestCloudSchemaless, StatsReloadRaceTest, TestTolerantSearch, TestPartialUpdateDeduplication, HdfsBasicDistributedZkTest, LegacyCloudClusterPropTest, TestReload, DistributedSuggestComponentTest, RequiredFieldsTest, DistribJoinFromCollectionTest, TestXmlQParser, TestSubQueryTransformer, TestSystemCollAutoCreate, TestManagedSynonymFilterFactory, DeleteStatusTest, DirectSolrSpellCheckerTest, CSVRequestHandlerTest, XsltUpdateRequestHandlerTest, TestRealTimeGet, TestCoreDiscovery, HdfsWriteToMultipleCollectionsTest, CoreSorterTest, TestExclusionRuleCollectionAccess, MetricsConfigTest, TestQueryTypes, DistributedFacetPivotWhiteBoxTest, TestStandardQParsers, TestValueSourceCache, TestComplexPhraseQParserPlugin, TestLMJelinekMercerSimilarityFactory, AsyncCallRequestStatusResponseTest, TestReRankQParserPlugin, TestBulkSchemaAPI, TestCollectionAPI, TestSQLHandlerNonCloud, SpellPossibilityIteratorTest, HdfsCollectionsAPIDistributedZkTest, TestPushWriter, TestLeaderElectionZkExpiry, TestSSLRandomization, SolrCLIZkUtilsTest, TestLegacyFieldReuse, TestOverriddenPrefixQueryForCustomFieldType, TestIntervalFaceting, CloneFieldUpdateProcessorFactoryTest, TestBinaryResponseWriter, ZkNodePropsTest, WordBreakSolrSpellCheckerTest, TestSearchPerf, CdcrRequestHandlerTest, DistanceFunctionTest, TestFunctionQuery, TestDelegationWithHadoopAuth, TestNumericTerms64, TestRetrieveFieldsOptimizer, TestSortByMinMaxFunction, AliasIntegrationTest, HdfsRecoveryZkTest, TestQuerySenderListener, DistributedSpellCheckComponentTest, TestLFUCache, TestHighFrequencyDictionaryFactory, TestIndexSearcher, CollectionsAPIAsyncDistributedZkTest, TestUnifiedSolrHighlighter, HdfsThreadLeakTest, TestAuthenticationFramework, SolrTestCaseJ4Test, DistributedExpandComponentTest, TestGroupingSearch, OverriddenZkACLAndCredentialsProvidersTest, TestInitParams, ReplicaListTransformerTest, ConnectionReuseTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ConnectionReuseTest -Dtests.seed=47DC921BF8BFE50D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=Asia/Magadan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | ConnectionReuseTest (suite) <<<
   [junit4]    > Throwable #1: java.util.concurrent.TimeoutException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [526/749 (2!)] on J2 in 1222.53s, 0 tests, 1 error <<< FAILURES!

[...truncated 43746 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20888 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20888/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

13 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DistribJoinFromCollectionTest

Error Message:
Error from server at https://127.0.0.1:35199/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35199/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DistribJoinFromCollectionTest.setupCluster(DistribJoinFromCollectionTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at https://127.0.0.1:43597/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43597/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([455CB555FEEA31BE:F16D2DBD1D034792]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection

Error Message:
Error from server at https://127.0.0.1:33089/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:B91D491F93CF9564]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:175)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk

Error Message:
Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:277D797BD21315BD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode

Error Message:
Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:1134359B0A4E8931]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not find collection : halfdeletedcollection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not find collection : halfdeletedcollection
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:DBE8514E22269A39]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: reloaded_collection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: reloaded_collection
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:922409C4F19A1A33]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:484)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: nodes_used_collection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: nodes_used_collection
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:F7DDF0969FDB3DBD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:335)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: halfcollectionblocker

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: halfcollectionblocker
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:7F5B884EDF890848]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: acollectionafterbaddelete

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: acollectionafterbaddelete
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:74BA35C73376CA55]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:362)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: addReplicaColl

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: addReplicaColl
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:3D72DCAA1DFE7D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:617)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard

Error Message:
Error from server at http://127.0.0.1:36015/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36015/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:33876EA18065FEA0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard(DeleteShardTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteShardTest.test

Error Message:
Error from server at http://127.0.0.1:36015/solr: Could not fully create collection: deleteShard

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36015/solr: Could not fully create collection: deleteShard
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:1BC91A208AE9D854]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteShardTest.test(DeleteShardTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11702 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteShardTest
   [junit4]   2> 59756 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/init-core-data-001
   [junit4]   2> 59756 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 59757 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 59759 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001
   [junit4]   2> 59759 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 59759 INFO  (Thread-188) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 59759 INFO  (Thread-188) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 59761 ERROR (Thread-188) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 59859 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44351
   [junit4]   2> 59869 INFO  (jetty-launcher-38-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 59869 INFO  (jetty-launcher-38-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 59870 INFO  (jetty-launcher-38-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c2b3fe{/solr,null,AVAILABLE}
   [junit4]   2> 59870 INFO  (jetty-launcher-38-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bffc75{/solr,null,AVAILABLE}
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c8abc2{HTTP/1.1,[http/1.1]}{127.0.0.1:35011}
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13707ac{HTTP/1.1,[http/1.1]}{127.0.0.1:36015}
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-2) [    ] o.e.j.s.Server Started @61005ms
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-1) [    ] o.e.j.s.Server Started @61005ms
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35011}
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36015}
   [junit4]   2> 59872 ERROR (jetty-launcher-38-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 59872 ERROR (jetty-launcher-38-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T12:55:36.509Z
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T12:55:36.509Z
   [junit4]   2> 59878 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 59878 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 59905 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fab2652cc0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 59907 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44351/solr
   [junit4]   2> 59908 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44351/solr
   [junit4]   2> 59981 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 59981 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 59982 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35011_solr
   [junit4]   2> 59982 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36015_solr
   [junit4]   2> 59983 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.Overseer Overseer (id=98985897911648262-127.0.0.1:35011_solr-n_0000000000) starting
   [junit4]   2> 59983 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 59983 INFO  (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 59990 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35011_solr
   [junit4]   2> 59991 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 59991 INFO  (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 60166 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60188 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60189 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60189 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60191 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/.
   [junit4]   2> 60211 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60212 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60214 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/.
   [junit4]   2> 60270 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 60271 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44351/solr ready
   [junit4]   2> 60280 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[939D25FA2415B5AC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDirectoryCleanupAfterDeleteShard
   [junit4]   2> 60283 INFO  (qtp4206721-466) [n:127.0.0.1:36015_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=1&collection.configName=conf&maxShardsPerNode=2&name=deleteshard_test&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 60285 INFO  (OverseerThreadFactory-89-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.CreateCollectionCmd Create collection deleteshard_test
   [junit4]   2> 60391 INFO  (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteshard_test",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"deleteshard_test_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35011/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 60393 INFO  (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteshard_test",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"deleteshard_test_b_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36015/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 60394 INFO  (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteshard_test",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"deleteshard_test_c_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35011/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 60599 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteshard_test_a_replica_n1&action=CREATE&numShards=3&collection=deleteshard_test&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 60601 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=deleteshard_test_c_replica_n4&action=CREATE&numShards=3&collection=deleteshard_test&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 60601 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 60601 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=deleteshard_test_b_replica_n2&action=CREATE&numShards=3&collection=deleteshard_test&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 60601 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 60709 INFO  (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 60709 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 60709 INFO  (zkCallback-49-thread-2-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 60709 INFO  (zkCallback-50-thread-2-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 61624 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 61630 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 61630 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 61651 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.s.IndexSchema [deleteshard_test_a_replica_n1] Schema name=minimal
   [junit4]   2> 61651 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.s.IndexSchema [deleteshard_test_b_replica_n2] Schema name=minimal
   [junit4]   2> 61656 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 61656 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 61656 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_a_replica_n1' using configuration from collection deleteshard_test, trusted=true
   [junit4]   2> 61656 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_b_replica_n2' using configuration from collection deleteshard_test, trusted=true
   [junit4]   2> 61656 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.s.IndexSchema [deleteshard_test_c_replica_n4] Schema name=minimal
   [junit4]   2> 61656 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.core.deleteshard_test.a.replica_n1' (registry 'solr.core.deleteshard_test.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 61656 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.core.deleteshard_test.b.replica_n2' (registry 'solr.core.deleteshard_test.b.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 61657 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 61657 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 61658 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrCore [[deleteshard_test_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/deleteshard_test_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/./deleteshard_test_a_replica_n1/data/]
   [junit4]   2> 61658 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrCore [[deleteshard_test_b_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/deleteshard_test_b_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/./deleteshard_test_b_replica_n2/data/]
   [junit4]   2> 61664 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 61664 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_c_replica_n4' using configuration from collection deleteshard_test, trusted=true
   [junit4]   2> 61665 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.core.deleteshard_test.c.replica_n4' (registry 'solr.core.deleteshard_test.c.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 61665 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 61665 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrCore [[deleteshard_test_c_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/deleteshard_test_c_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/./deleteshard_test_c_replica_n4/data/]
   [junit4]   2> 61748 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 61748 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 61748 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 61748 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 61749 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:

[...truncated too long message...]

 [n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard1.replica_n1, tag=17211262
   [junit4]   2> 99757 INFO  (coreCloseExecutor-403-thread-7) [n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15f42c4: rootName = solr_43597, domain = solr.core.2nd_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.2nd_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1fda95e
   [junit4]   2> 99761 INFO  (coreCloseExecutor-401-thread-1) [n:127.0.0.1:37707_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=16565589
   [junit4]   2> 99762 INFO  (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n3, tag=14649767
   [junit4]   2> 99762 INFO  (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a31007: rootName = solr_37707, domain = solr.core.stale_state_test_col.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.stale_state_test_col.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@5cd204
   [junit4]   2> 99765 INFO  (jetty-closer-111-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d836c6{/solr,null,UNAVAILABLE}
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-2) [n:127.0.0.1:43597_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=20507075
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-4) [n:127.0.0.1:43597_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=5464905
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-3) [n:127.0.0.1:43597_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=11655951
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-6) [n:127.0.0.1:43597_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=3447082
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-7) [n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=17211262
   [junit4]   2> 99772 INFO  (coreCloseExecutor-401-thread-4) [n:127.0.0.1:37707_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=4747942
   [junit4]   2> 99772 INFO  (coreCloseExecutor-401-thread-2) [n:127.0.0.1:37707_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=25371534
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-3) [n:127.0.0.1:37707_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=29881443
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-5) [n:127.0.0.1:37707_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=11510792
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-7) [n:127.0.0.1:37707_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=15589544
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-8) [n:127.0.0.1:37707_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=25361549
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=14649767
   [junit4]   2> 99781 INFO  (jetty-closer-111-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98986110240096263-127.0.0.1:37707_solr-n_0000000000) closing
   [junit4]   2> 99781 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fab57c28f0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 99781 INFO  (OverseerStateUpdate-98986110240096263-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37707_solr
   [junit4]   2> 99782 INFO  (jetty-closer-111-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@169b187{/solr,null,UNAVAILABLE}
   [junit4]   2> 99782 WARN  (OverseerAutoScalingTriggerThread-98986110240096263-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 99783 INFO  (jetty-closer-111-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a55b2{/solr,null,UNAVAILABLE}
   [junit4]   2> 99783 ERROR (SUITE-CloudSolrClientTest-seed#[455CB555FEEA31BE]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 99783 INFO  (SUITE-CloudSolrClientTest-seed#[455CB555FEEA31BE]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36901 36901
   [junit4]   2> 109822 INFO  (Thread-167) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36901 36901
   [junit4]   2> 109823 WARN  (Thread-167) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/foo/state.json
   [junit4]   2> 	24	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	14	/solr/collections/collection1/state.json
   [junit4]   2> 	14	/solr/collections/multicollection1/state.json
   [junit4]   2> 	14	/solr/collections/multicollection2/state.json
   [junit4]   2> 	12	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard3/election/98986110240096263-core_node18-n_0000000000
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard1/election/98986110240096263-core_node7-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_455CB555FEEA31BE-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d44f96), locale=bg, timezone=Africa/Conakry
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=87469288,total=210440192
   [junit4]   2> NOTE: All tests run in this JVM: [ArcCosineEvaluatorTest, SolrExampleBinaryTest, HttpSolrClientBuilderTest, SolrExampleXMLTest, PowerEvaluatorTest, SelectWithEvaluatorsTest, TestValidatingJsonMap, TestJavaBinCodec, SolrExceptionTest, LargeVolumeJettyTest, TestCollectionStateWatchers, HyperbolicSineEvaluatorTest, ArrayEvaluatorTest, TestSuggesterResponse, UuidEvaluatorTest, SolrExampleJettyTest, DivideEvaluatorTest, OperationsTest, GreaterThanEqualToEvaluatorTest, TestCollectionAdminRequest, MultiplyEvaluatorTest, CloudSolrClientTest]
   [junit4] Completed [93/146 (1!)] on J2 in 43.80s, 16 tests, 1 error <<< FAILURES!

[...truncated 42303 lines...]